00010000:00000001:0.0F:1789466098.011293:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466098.011305:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466098.011310:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466098.011311:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466098.011315:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466098.011316:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466098.011319:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466098.011321:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466098.011324:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466098.011325:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1789466098.013328:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466098.013342:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466098.013346:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0F:1789466098.257441:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466098.257461:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789466098.257465:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466098.257468:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789466098.257470:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466098.257473:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789466098.257475:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789466098.257479:0:331017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789466098.257487:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f800. 00000020:00000040:2.0:1789466098.257492:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f6000 refcount=3 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000100:00000001:2.0:1789466098.257496:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789466098.257499:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789466098.257504:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789466098.257511:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cb9f65c6000. 00000100:00000001:2.0:1789466098.257518:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466098.257530:0:331017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID req@ffff8cbad742f800 x1876386402354816/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789466098.257541:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789466098.257545:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466098.257551:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106e5d2c] to pc [ptlrpcd_01_01+1] req@ffff8cbad742f800 x1876386402354816/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466098.257575:0:331017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466098.257578:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789466098.257581:0:331017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789466098.257584:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742c700. 00000020:00000040:2.0:1789466098.257586:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f5800 refcount=3 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000100:00000001:2.0:1789466098.257588:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789466098.257594:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789466098.257596:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789466098.257599:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cb9f65c6100. 00000100:00000001:2.0:1789466098.257602:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466098.257606:0:331017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID req@ffff8cbad742c700 x1876386402354944/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789466098.257613:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789466098.257615:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466098.257619:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009876dd26] to pc [ptlrpcd_01_00+0] req@ffff8cbad742c700 x1876386402354944/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466098.257626:0:331017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466098.257631:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18351) 00000100:00000001:2.0:1789466098.257640:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466098.257644:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466098.257646:0:253751:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789466098.257651:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742c700 x1876386402354944/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466098.257659:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466098.257662:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466098.257665:0:253751:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789466098.257668:0:253751:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789466098.257681:0:253751:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789466098.257686:0:253751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402354944:192.168.203.142@tcp:400:kworker.0 00000100:00000001:2.0:1789466098.257691:0:253751:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789466098.257696:0:253751:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789466098.257699:0:253751:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466098.257701:0:253751:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789466098.257706:0:253751:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad88a0400. 02000000:00000001:2.0:1789466098.257708:0:253751:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789466098.257716:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789466098.257721:0:253751:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7840. 00000400:00000010:2.0:1789466098.257728:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de4c8. 00000100:00000200:2.0:1789466098.257734:0:253751:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402354944, portal 4 00000100:00000001:2.0:1789466098.257742:0:253751:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789466098.257744:0:253751:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836124416 : -126740873427200 : ffff8cbad742c700) 00000100:00000040:2.0:1789466098.257751:0:253751:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742c700 x1876386402354944/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466098.257758:0:253751:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789466098.257761:0:253751:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789466098.257763:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de880. 00000100:00000200:2.0:1789466098.257767:0:253751:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402354944, offset 0 00000400:00000200:2.0:1789466098.257773:0:253751:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789466098.257781:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466098.257788:0:253751:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789466098.257793:0:253751:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789466098.257797:0:253751:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789466098.257800:0:253751:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789466098.257802:0:253751:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789466098.257806:0:253751:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93557:93557:256:4294967295] 192.168.203.142@tcp LPNI seq info [93557:93557:8:4294967295] 00000400:00000200:2.0:1789466098.257810:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466098.257820:0:253751:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789466098.257825:0:253751:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789466098.257829:0:253751:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6500. 00000800:00000200:2.0:1789466098.257835:0:253751:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789466098.257843:0:253751:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789466098.257847:0:253751:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789466098.257857:0:253751:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466098.257862:0:253751:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14471 usecs (15 jiffies) 00000400:00000200:2.0:1789466098.257865:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789466098.257868:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313014287 00000100:00000010:2.0:1789466098.257871:0:253751:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d780. 00000100:00000001:2.0:1789466098.257877:0:253751:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0F:1789466098.258511:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466098.258522:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466098.258524:0:253752:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466098.258530:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f800 x1876386402354816/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466098.258539:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466098.258541:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466098.258544:0:253752:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466098.258545:0:253752:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466098.258548:0:253752:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466098.258550:0:253752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402354816:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466098.258554:0:253752:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466098.258556:0:253752:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466098.258558:0:253752:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466098.258560:0:253752:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466098.258564:0:253752:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbae10c8e00. 02000000:00000001:3.0:1789466098.258565:0:253752:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466098.258569:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466098.258573:0:253752:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf160. 00000400:00000010:3.0:1789466098.258578:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce880. 00000100:00000200:3.0:1789466098.258581:0:253752:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402354816, portal 4 00000100:00000001:3.0:1789466098.258584:0:253752:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466098.258585:0:253752:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136960 : -126740873414656 : ffff8cbad742f800) 00000100:00000040:3.0:1789466098.258592:0:253752:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f800 x1876386402354816/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466098.258598:0:253752:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466098.258600:0:253752:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466098.258603:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce6e8. 00000100:00000200:3.0:1789466098.258605:0:253752:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402354816, offset 0 00000400:00000200:3.0:1789466098.258611:0:253752:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466098.258616:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466098.258621:0:253752:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466098.258625:0:253752:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466098.258627:0:253752:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466098.258636:0:253752:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466098.258638:0:253752:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466098.258642:0:253752:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93558:93558:255:4294967295] 192.168.203.142@tcp LPNI seq info [93558:93558:7:4294967295] 00000400:00000200:3.0:1789466098.258646:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466098.258654:0:253752:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466098.258660:0:253752:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466098.258664:0:253752:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7500. 00000800:00000200:3.0:1789466098.258668:0:253752:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466098.258675:0:253752:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466098.258679:0:253752:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466098.258683:0:253752:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466098.258687:0:253752:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: using a timeout of 43530 usecs (44 jiffies) 00000400:00000200:3.0:1789466098.258690:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466098.258692:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313014317 00000100:00000001:2.0:1789466098.259067:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313014288 00000100:00000010:2.0:1789466098.259080:0:253751:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d5a0. 00000100:00000001:2.0:1789466098.259085:0:253751:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789466098.259092:0:253751:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789466098.259095:0:253751:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466098.259099:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466098.259101:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466098.259103:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466098.259106:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466098.259108:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466098.259116:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466098.259118:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789466098.259120:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466098.259122:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466098.259123:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466098.259125:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466098.259126:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466098.259127:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466098.259145:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789466098.259185:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466098.259189:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6500. 00000400:00000200:2.0:1789466098.259194:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789466098.259419:0:253752:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request active for cpu 2, simply extend its deadline from 4313014287 00000100:00000001:3.0:1789466098.259424:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313014318 00000100:00000001:3.0:1789466098.259427:0:253752:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request active for cpu 3, simply extend its deadline from 4313014288 00000100:00000001:3.0:1789466098.259430:0:253752:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466098.259432:0:253752:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466098.259435:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466098.259437:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466098.259441:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466098.259443:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789466098.259445:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466098.259446:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466098.259447:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466098.259449:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789466098.260044:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466098.260054:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de880 00000400:00000010:2.0:1789466098.260058:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de880. 00000100:00000001:2.0:1789466098.260063:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466098.260070:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742c700 x1876386402354944/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466098.260081:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466098.260085:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742c700 x1876386402354944/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466098.260091:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466098.260093:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789466098.262184:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466098.262193:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7500. 00000400:00000200:2.0:1789466098.262218:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466098.262227:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466098.262234:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce6e8 00000400:00000010:2.0:1789466098.262237:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce6e8. 00000100:00000001:2.0:1789466098.262242:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466098.262251:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f800 x1876386402354816/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466098.262264:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466098.262268:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f800 x1876386402354816/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466098.262276:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466098.262279:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789466098.270475:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466098.270492:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789466098.270497:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466098.270499:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466098.271441:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466098.271450:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:2.0:1789466098.271463:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466098.271469:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466098.271474:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466098.271479:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f94700 00000400:00000200:2.0:1789466098.271484:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466098.271491:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe74a5 [1] + 224 00000800:00000001:2.0:1789466098.271498:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466098.271506:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466098.271509:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466098.271513:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:2.0:1789466098.271521:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466098.271533:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742c700 x1876386402354944/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789466098.271545:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742c700 x1876386402354944/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466098.271583:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789466098.271593:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466098.271597:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789466098.271598:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466098.271600:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466098.271604:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466098.271608:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:2.0:1789466098.271612:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466098.271614:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466098.271617:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466098.271620:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f94680 00000400:00000200:2.0:1789466098.271624:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466098.271629:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe74b5 [1] + 224 00000800:00000001:2.0:1789466098.271633:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466098.271640:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466098.271642:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466098.271646:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:2.0:1789466098.271649:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466098.271653:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742f800 x1876386402354816/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789466098.271662:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742f800 x1876386402354816/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466098.271679:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789466098.271683:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466098.271686:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466098.271704:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466098.271707:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789466098.271713:0:253752:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789466098.271714:0:253752:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789466098.271717:0:253752:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf160. 00000400:00000200:2.0:1789466098.271722:0:253752:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce880 00000400:00000010:2.0:1789466098.271730:0:253752:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce880. 00000100:00000001:2.0:1789466098.271734:0:253752:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466098.271739:0:253752:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f800 x1876386402354816/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789466098.271748:0:253752:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f800 x1876386402354816/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466098.271755:0:253752:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789466098.271756:0:253752:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466098.271759:0:253752:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789466098.271762:0:253752:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789466098.271765:0:253752:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789466098.271767:0:253752:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466098.271771:0:253752:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789466098.271780:0:253752:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f6460 time=81 v=5 (5 5 5 5) 00000100:00001000:2.0:1789466098.271785:0:253752:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f6418 time=103 v=5 (1 1 1 1) 00000100:00000001:2.0:1789466098.271788:0:253752:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789466098.271789:0:253752:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466098.271793:0:253752:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789466098.271796:0:253752:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466098.271800:0:253752:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789466098.271802:0:253752:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8cbad29bd800: skip recheck: last_committed 17179870928 00000100:00000001:2.0:1789466098.271803:0:253752:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789466098.271805:0:253752:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466098.271822:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f800 x1876386402354816/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466098.271830:0:253752:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789466098.271833:0:253752:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789466098.271836:0:253752:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789466098.271840:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f800 x1876386402354816/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789466098.271848:0:253752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402354816:192.168.203.142@tcp:400:kworker.0 00000100:00000001:2.0:1789466098.271852:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466098.271861:0:253752:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466098.271866:0:253752:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f800 x1876386402354816/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466098.271873:0:253752:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789466098.271876:0:253752:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1789466098.271994:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466098.271997:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789466098.272001:0:253751:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466098.272003:0:253751:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466098.272011:0:253751:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7840. 00000400:00000200:3.0:1789466098.272015:0:253751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de4c8 00000400:00000010:3.0:1789466098.272017:0:253751:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de4c8. 00000100:00000001:3.0:1789466098.272020:0:253751:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466098.272025:0:253751:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742c700 x1876386402354944/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466098.272034:0:253751:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742c700 x1876386402354944/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466098.272040:0:253751:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466098.272042:0:253751:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466098.272044:0:253751:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789466098.272046:0:253751:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789466098.272047:0:253751:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466098.272049:0:253751:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466098.272051:0:253751:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466098.272056:0:253751:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f5c60 time=81 v=5 (5 5 5 5) 00000100:00001000:3.0:1789466098.272059:0:253751:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f5c18 time=27 v=5 (1 1 1 0) 00000100:00000001:3.0:1789466098.272061:0:253751:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789466098.272062:0:253751:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466098.272064:0:253751:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789466098.272066:0:253751:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466098.272069:0:253751:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789466098.272070:0:253751:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cbad29bd800: skip recheck: last_committed 12884913986 00000100:00000001:3.0:1789466098.272072:0:253751:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789466098.272073:0:253751:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466098.272077:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742c700 x1876386402354944/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466098.272082:0:253751:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466098.272084:0:253751:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466098.272085:0:253751:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466098.272088:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742c700 x1876386402354944/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466098.272095:0:253751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402354944:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466098.272105:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466098.272108:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466098.272110:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466098.272112:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466098.272114:0:253751:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466098.272118:0:253751:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742c700 x1876386402354944/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466098.272124:0:253751:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466098.272125:0:253751:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466098.272127:0:253751:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbad88a0400. 02000000:00000001:3.0:1789466098.272152:0:253751:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466098.272155:0:253751:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466098.272157:0:253751:0:(genops.c:1222:class_import_put()) import ffff8cbac62f5800 refcount=2 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000020:00000001:3.0:1789466098.272159:0:253751:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466098.272162:0:253751:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cb9f65c6100. 02000000:00000001:3.0:1789466098.272165:0:253751:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466098.272167:0:253751:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466098.272169:0:253751:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742c700. 00000100:00000001:3.0:1789466098.272173:0:253751:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466098.272174:0:253751:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466098.272177:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466098.272179:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466098.272181:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466098.272182:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466098.272184:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466098.272186:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466098.272188:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466098.272189:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789466098.272359:0:253752:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbae10c8e00. 02000000:00000001:2.0:1789466098.272364:0:253752:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789466098.272366:0:253752:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789466098.272367:0:253752:0:(genops.c:1222:class_import_put()) import ffff8cbac62f6000 refcount=2 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000020:00000001:2.0:1789466098.272369:0:253752:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789466098.272371:0:253752:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cb9f65c6000. 02000000:00000001:2.0:1789466098.272374:0:253752:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789466098.272375:0:253752:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789466098.272377:0:253752:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f800. 00000100:00000001:2.0:1789466098.272380:0:253752:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789466098.272382:0:253752:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466098.272384:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466098.272391:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466098.272392:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466098.272395:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466098.272397:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466098.304243:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313014318, at 4313014319 00000100:00000010:3.0:1789466098.304266:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d5a0. 00000100:00000040:2.0:1789466098.304404:0:308686:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4313014317, at 4313014319 00000100:00000010:2.0:1789466098.304409:0:308686:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d780. 00000100:00000001:2.0:1789466098.321235:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789466098.321249:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466098.321251:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466098.321695:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466098.321698:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466098.321702:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466098.321705:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466099.025457:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466099.025465:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466099.025471:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466099.025472:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466099.025476:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466099.025477:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466099.025480:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466099.025481:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466099.025484:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466099.025486:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466099.042622:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466099.042629:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466099.042633:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789466099.345235:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789466099.345249:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466099.345251:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466099.345256:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466099.345259:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466099.345263:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466099.345266:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466100.049601:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466100.049609:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466100.049617:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466100.049618:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466100.049620:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466100.049622:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466100.049624:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466100.049626:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466100.049629:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466100.049630:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466100.049771:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466100.049774:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466100.049776:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789466100.371304:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466100.371317:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466100.371319:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466100.371324:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466100.371326:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466100.371330:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466100.371332:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466101.074376:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466101.074383:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466101.074386:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466101.074398:0:305568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789466101.074400:0:305568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789466101.074402:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466101.074407:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466101.074409:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466101.074412:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466101.074414:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466101.074419:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466101.074421:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466101.074424:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466101.074426:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466101.074429:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466101.074430:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466101.074432:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466101.074434:0:305568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789466101.074435:0:305568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789466101.074436:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466101.074438:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466101.074439:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466101.074441:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466101.074443:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466101.074446:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466101.074447:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789466101.074467:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789466101.074470:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789466101.074473:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789466101.394207:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466101.394221:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466101.394223:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466101.394228:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466101.394240:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466101.394243:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466101.394246:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789466101.518624:0:331695:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466102.097754:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466102.097764:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466102.097772:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466102.097773:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466102.097777:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466102.097789:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466102.097794:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466102.097795:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466102.097799:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466102.097800:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789466102.097920:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789466102.097926:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789466102.097931:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789466102.417247:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466102.417260:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466102.417262:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466102.417266:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466102.417268:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466102.417272:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466102.417275:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466103.111455:0:331767:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466103.122632:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466103.122640:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466103.122647:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466103.122649:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466103.122653:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466103.122657:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466103.122659:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466103.122666:0:305568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789466103.122669:0:305568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789466103.122671:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466103.122674:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466103.122677:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466103.122679:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466103.122682:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466103.122685:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466103.122686:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466103.122690:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466103.122691:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466103.122748:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466103.122754:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466103.122758:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789466103.377408:0:275164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466103.377429:0:275164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789466103.377432:0:275164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466103.377436:0:275164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789466103.377440:0:275164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466103.377443:0:275164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789466103.377446:0:275164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789466103.377450:0:275164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789466103.377459:0:275164:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f800. 00000020:00000040:2.0:1789466103.377467:0:275164:0:(genops.c:1209:class_import_get()) import ffff8cbac62f6000 refcount=3 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000100:00000001:2.0:1789466103.377472:0:275164:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789466103.377476:0:275164:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789466103.377482:0:275164:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789466103.377490:0:275164:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cb9f65c6500. 00000100:00000001:2.0:1789466103.377499:0:275164:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466103.377514:0:275164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID req@ffff8cbad742f800 x1876386402355072/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789466103.377527:0:275164:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789466103.377532:0:275164:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466103.377539:0:275164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000106e5d2c] to pc [ptlrpcd_01_01+1] req@ffff8cbad742f800 x1876386402355072/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466103.377565:0:275164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466103.377567:0:275164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789466103.377578:0:275164:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789466103.377591:0:275164:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742fb80. 00000020:00000040:2.0:1789466103.377595:0:275164:0:(genops.c:1209:class_import_get()) import ffff8cbac62f5800 refcount=3 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000100:00000001:2.0:1789466103.377597:0:275164:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789466103.377599:0:275164:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789466103.377601:0:275164:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789466103.377604:0:275164:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cb9f65c6f00. 00000100:00000001:2.0:1789466103.377607:0:275164:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466103.377611:0:275164:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID req@ffff8cbad742fb80 x1876386402355200/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789466103.377618:0:275164:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789466103.377620:0:275164:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466103.377624:0:275164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dea5b87c] to pc [ptlrpcd_01_00+0] req@ffff8cbad742fb80 x1876386402355200/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466103.377631:0:275164:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466103.377635:0:275164:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18357) 00000100:00000001:2.0:1789466103.377646:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466103.377649:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466103.377652:0:253752:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789466103.377657:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f800 x1876386402355072/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466103.377665:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466103.377668:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466103.377673:0:253752:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789466103.377676:0:253752:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789466103.377678:0:253752:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789466103.377682:0:253752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402355072:192.168.203.142@tcp:400:kworker.0 00000100:00000001:2.0:1789466103.377686:0:253752:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789466103.377692:0:253752:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789466103.377695:0:253752:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466103.377697:0:253752:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789466103.377702:0:253752:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad200ac00. 02000000:00000001:2.0:1789466103.377708:0:253752:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789466103.377717:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789466103.377723:0:253752:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7b00. 00000400:00000010:2.0:1789466103.377730:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de880. 00000100:00000200:2.0:1789466103.377739:0:253752:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402355072, portal 4 00000100:00000001:2.0:1789466103.377741:0:253752:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789466103.377743:0:253752:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836136960 : -126740873414656 : ffff8cbad742f800) 00000100:00000040:2.0:1789466103.377752:0:253752:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f800 x1876386402355072/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466103.377759:0:253752:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789466103.377763:0:253752:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789466103.377765:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de330. 00000100:00000200:2.0:1789466103.377768:0:253752:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402355072, offset 0 00000400:00000200:2.0:1789466103.377776:0:253752:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789466103.377786:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466103.377795:0:253752:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789466103.377801:0:253752:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789466103.377805:0:253752:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789466103.377810:0:253752:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789466103.377812:0:253752:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789466103.377816:0:253752:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93559:93559:256:4294967295] 192.168.203.142@tcp LPNI seq info [93559:93559:8:4294967295] 00000400:00000200:2.0:1789466103.377821:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466103.377834:0:253752:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789466103.377841:0:253752:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789466103.377846:0:253752:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6300. 00000800:00000200:2.0:1789466103.377853:0:253752:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789466103.377862:0:253752:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789466103.377866:0:253752:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789466103.377878:0:253752:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466103.377884:0:253752:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: using a timeout of 43507 usecs (44 jiffies) 00000400:00000200:2.0:1789466103.377899:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789466103.377910:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313019436 00000100:00000010:2.0:1789466103.377918:0:253752:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d780. 00000100:00000001:2.0:1789466103.377927:0:253752:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789466103.377933:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313019436 00000100:00000010:2.0:1789466103.377936:0:253752:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64df60. 00000100:00000001:2.0:1789466103.377939:0:253752:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789466103.377943:0:253752:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789466103.377946:0:253752:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466103.377949:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466103.377952:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466103.377961:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466103.377964:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789466103.377966:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466103.377967:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466103.377968:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789466103.377971:0:253752:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1789466103.377972:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466103.377974:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466103.377975:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466103.377977:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466103.377978:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466103.377979:0:253752:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789466103.377984:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742fb80 x1876386402355200/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466103.377991:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466103.377992:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466103.377994:0:253752:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789466103.377996:0:253752:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789466103.377998:0:253752:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789466103.378001:0:253752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402355200:192.168.203.142@tcp:400:kworker.0 00000100:00000001:2.0:1789466103.378004:0:253752:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789466103.378007:0:253752:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789466103.378009:0:253752:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466103.378030:0:253752:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789466103.378036:0:253752:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad456d600. 02000000:00000001:2.0:1789466103.378038:0:253752:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789466103.378042:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789466103.378045:0:253752:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7108. 00000400:00000010:2.0:1789466103.378049:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de198. 00000100:00000200:2.0:1789466103.378053:0:253752:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402355200, portal 4 00000100:00000001:2.0:1789466103.378055:0:253752:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789466103.378056:0:253752:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836137856 : -126740873413760 : ffff8cbad742fb80) 00000100:00000040:2.0:1789466103.378062:0:253752:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742fb80 x1876386402355200/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466103.378069:0:253752:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789466103.378071:0:253752:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789466103.378074:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de2a8. 00000100:00000200:2.0:1789466103.378076:0:253752:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402355200, offset 0 00000400:00000200:2.0:1789466103.378081:0:253752:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789466103.378085:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466103.378089:0:253752:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789466103.378092:0:253752:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789466103.378094:0:253752:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789466103.378096:0:253752:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789466103.378098:0:253752:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789466103.378101:0:253752:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93560:93560:255:4294967295] 192.168.203.142@tcp LPNI seq info [93560:93560:7:4294967295] 00000400:00000200:2.0:1789466103.378104:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466103.378110:0:253752:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789466103.378114:0:253752:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789466103.378118:0:253752:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6000. 00000800:00000200:2.0:1789466103.378121:0:253752:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789466103.378126:0:253752:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789466103.378128:0:253752:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789466103.378155:0:253752:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466103.378165:0:253752:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14472 usecs (15 jiffies) 00000400:00000200:2.0:1789466103.378170:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789466103.378172:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313019408 00000100:00000001:2.0:1789466103.378175:0:253752:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313019436 00000100:00000001:2.0:1789466103.378177:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313019408 00000100:00000001:2.0:1789466103.378180:0:253752:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313019436 00000100:00000001:2.0:1789466103.378182:0:253752:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789466103.378184:0:253752:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466103.378186:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466103.378189:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466103.378205:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466103.378208:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466103.378211:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466103.378214:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466103.378216:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466103.378218:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466103.378220:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789466103.378275:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466103.378280:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6300. 00000400:00000200:2.0:1789466103.378298:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466103.378304:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466103.378311:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de330 00000400:00000010:2.0:1789466103.378314:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de330. 00000100:00000001:2.0:1789466103.378319:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466103.378324:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f800 x1876386402355072/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466103.378333:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466103.378336:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f800 x1876386402355072/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466119 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466103.378342:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466103.378344:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789466103.378433:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466103.378436:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6000. 00000400:00000200:2.0:1789466103.378446:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466103.378450:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466103.378453:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de2a8 00000400:00000010:2.0:1789466103.378455:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de2a8. 00000100:00000001:2.0:1789466103.378459:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466103.378462:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742fb80 x1876386402355200/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466103.378470:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466103.378473:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742fb80 x1876386402355200/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466119 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466103.378480:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466103.378482:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789466103.389033:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466103.389058:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789466103.389065:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466103.389068:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466103.389080:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466103.389089:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:2.0:1789466103.389102:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466103.389109:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466103.389115:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466103.389120:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f94800 00000400:00000200:2.0:1789466103.389126:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466103.389151:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe74d5 [1] + 224 00000800:00000001:2.0:1789466103.389163:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466103.389168:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466103.389172:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466103.389177:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:2.0:1789466103.389187:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466103.389200:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742fb80 x1876386402355200/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789466103.389212:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742fb80 x1876386402355200/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466103.389244:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789466103.389257:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466103.389261:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789466103.389263:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466103.389265:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466103.389268:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466103.389272:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:2.0:1789466103.389276:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466103.389279:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466103.389282:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466103.389295:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f94780 00000400:00000200:2.0:1789466103.389299:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466103.389304:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe74c5 [1] + 224 00000800:00000001:2.0:1789466103.389309:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466103.389317:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466103.389320:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466103.389324:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:2.0:1789466103.389327:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466103.389332:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742f800 x1876386402355072/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466103.389335:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466103.389342:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1789466103.389346:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742f800 x1876386402355072/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1789466103.389352:0:253752:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466103.389356:0:253752:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1789466103.389356:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000010:3.0:1789466103.389363:0:253752:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7108. 00000400:00000200:3.0:1789466103.389374:0:253752:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de198 00000400:00000010:3.0:1789466103.389384:0:253752:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de198. 00000100:00000001:3.0:1789466103.389388:0:253752:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466103.389394:0:253752:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742fb80 x1876386402355200/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466103.389405:0:253752:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742fb80 x1876386402355200/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466103.389413:0:253752:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466103.389415:0:253752:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466103.389418:0:253752:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789466103.389422:0:253752:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789466103.389425:0:253752:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466103.389428:0:253752:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466103.389431:0:253752:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466103.389444:0:253752:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f5c60 time=86 v=5 (5 5 5 5) 00000100:00001000:3.0:1789466103.389449:0:253752:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f5c18 time=32 v=5 (1 1 1 0) 00000100:00000001:3.0:1789466103.389452:0:253752:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789466103.389454:0:253752:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466103.389457:0:253752:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789466103.389461:0:253752:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466103.389466:0:253752:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789466103.389468:0:253752:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cbad29bd800: skip recheck: last_committed 12884913986 00000100:00000001:3.0:1789466103.389470:0:253752:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789466103.389472:0:253752:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466103.389478:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742fb80 x1876386402355200/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466119 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466103.389487:0:253752:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466103.389490:0:253752:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466103.389492:0:253752:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466103.389497:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742fb80 x1876386402355200/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466119 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466103.389506:0:253752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402355200:192.168.203.142@tcp:400:kworker.0 00000800:00000001:2.0:1789466103.391956:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466103.391972:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789466103.394793:0:253752:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466103.394812:0:253752:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466103.394818:0:253752:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7b00. 00000400:00000200:3.0:1789466103.394827:0:253752:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de880 00000400:00000010:3.0:1789466103.394830:0:253752:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de880. 00000100:00000001:3.0:1789466103.394838:0:253752:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466103.394855:0:253752:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f800 x1876386402355072/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466103.394869:0:253752:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f800 x1876386402355072/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466103.394878:0:253752:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466103.394882:0:253752:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466103.394897:0:253752:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789466103.394903:0:253752:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789466103.394906:0:253752:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466103.394909:0:253752:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466103.394914:0:253752:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466103.394929:0:253752:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f6460 time=86 v=5 (5 5 5 5) 00000100:00001000:3.0:1789466103.395387:0:253752:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f6418 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466103.395392:0:253752:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789466103.395394:0:253752:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466103.395397:0:253752:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789466103.395401:0:253752:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466103.395406:0:253752:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789466103.395408:0:253752:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8cbad29bd800: skip recheck: last_committed 17179870928 00000100:00000001:3.0:1789466103.395410:0:253752:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789466103.395412:0:253752:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466103.395419:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f800 x1876386402355072/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466119 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466103.395427:0:253752:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466103.395431:0:253752:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466103.395433:0:253752:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466103.395437:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f800 x1876386402355072/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466119 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466103.395459:0:253752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402355072:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466103.395465:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466103.395469:0:253752:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466103.395474:0:253752:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742fb80 x1876386402355200/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466119 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466103.395481:0:253752:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466103.395485:0:253752:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466103.395489:0:253752:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbad456d600. 02000000:00000001:3.0:1789466103.395493:0:253752:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466103.395497:0:253752:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466103.395499:0:253752:0:(genops.c:1222:class_import_put()) import ffff8cbac62f5800 refcount=2 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000020:00000001:3.0:1789466103.395502:0:253752:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466103.395505:0:253752:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cb9f65c6f00. 02000000:00000001:3.0:1789466103.395510:0:253752:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466103.395512:0:253752:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466103.395515:0:253752:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742fb80. 00000100:00000001:3.0:1789466103.395520:0:253752:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466103.395522:0:253752:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466103.395523:0:253752:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466103.395526:0:253752:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f800 x1876386402355072/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466119 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466103.395622:0:253752:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466103.395623:0:253752:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466103.395625:0:253752:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbad200ac00. 02000000:00000001:3.0:1789466103.395632:0:253752:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466103.395689:0:253752:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466103.395692:0:253752:0:(genops.c:1222:class_import_put()) import ffff8cbac62f6000 refcount=2 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000020:00000001:3.0:1789466103.395694:0:253752:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466103.395697:0:253752:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cb9f65c6500. 02000000:00000001:3.0:1789466103.395700:0:253752:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466103.395701:0:253752:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466103.395702:0:253752:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f800. 00000100:00000001:3.0:1789466103.395711:0:253752:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466103.395713:0:253752:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466103.395715:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466103.395726:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466103.395728:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466103.395730:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466103.395734:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466103.423395:0:308686:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4313019436, at 4313019438 00000100:00000010:2.0:1789466103.423417:0:308686:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d780. 00000100:00000040:3.0:1789466103.423487:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313019436, at 4313019438 00000100:00000010:3.0:1789466103.423494:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64df60. 00000100:00000001:1.0:1789466103.452929:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466103.452940:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466103.452963:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466093/real 1789466093] req@ffff8cbad742f480 x1876386402354688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466103 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466103.452986:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466103.452988:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466103.452992:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7dc0. 00000400:00000200:1.0:1789466103.452999:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6ded48 00000400:00000010:1.0:1789466103.453002:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6ded48. 00000100:00000001:1.0:1789466103.453007:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466103.453011:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f480 x1876386402354688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466103 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466103.453021:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f480 x1876386402354688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466103 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466103.453030:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466103.453032:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466103.453036:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466103.453038:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466103.453042:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cbad742f480 x1876386402354688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466103 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466103.453050:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466103.453061:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466103.453074:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466103.453077:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466103.453079:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466103.453082:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466103.453088:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f480 x1876386402354688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466103 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466103.453226:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466103.453229:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466103.453231:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466103.453232:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466103.453235:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466103.453238:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466103.453241:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466103.453275:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789466103.453278:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466103.453283:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f480 x1876386402354688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466103 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466103.453292:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402354688:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789466103.453298:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466103.453301:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466103.453305:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f480 x1876386402354688/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466103 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466103.453312:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466103.453316:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466103.453321:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae682b400. 02000000:00000001:1.0:1789466103.453327:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466103.453331:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466103.453333:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000020:00000001:1.0:1789466103.453335:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466103.453338:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6828800. 02000000:00000001:1.0:1789466103.453341:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466103.453348:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466103.453351:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f480. 00000100:00000001:1.0:1789466103.453356:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466103.453358:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466103.453361:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466103.453638:0:275164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466103.453646:0:275164:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1789466103.453649:0:275164:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1789466103.453652:0:275164:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1789466103.453657:0:275164:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1789466103.453661:0:275164:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 18341 00000400:00000200:3.0:1789466103.453670:0:275164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466103.453677:0:275164:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00001000:3.0:1789466103.453681:0:275164:0:(import.c:2196:obd_at_measure()) add 10 to ffff8cb9e3e5c418 time=142 v=5 (1 1 0 0) 00000100:00001000:3.0:1789466103.453685:0:275164:0:(import.c:2262:obd_at_measure()) AT ffff8cb9e3e5c418 change: old=5 new=10 delta=5 (val=10) hist 10 1 0 0 00000100:00080000:3.0:1789466103.453688:0:275164:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 5s 00000100:00000040:3.0:1789466103.453691:0:275164:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466103.453695:0:275164:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466103.453697:0:275164:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466103.453699:0:275164:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:3.0:1789466103.453707:0:275164:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1789466103.453710:0:275164:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:3.0:1789466103.453713:0:275164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466103.453716:0:275164:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:3.0:1789466103.453719:0:275164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:3.0:1789466103.453721:0:275164:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:3.0:1789466103.453724:0:275164:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466103.453726:0:275164:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1789466103.453735:0:275164:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:3.0:1789466103.453738:0:275164:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:3.0:1789466103.453742:0:275164:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:3.0:1789466103.453745:0:275164:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:3.0:1789466103.453748:0:275164:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466103.453751:0:275164:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1789466103.453756:0:275164:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466103.453760:0:275164:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466103.453763:0:275164:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:3.0:1789466103.453766:0:275164:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466103.453772:0:275164:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9031c00. 00000020:00000040:3.0:1789466103.453777:0:275164:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:3.0:1789466103.453782:0:275164:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1789466103.453785:0:275164:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466103.453789:0:275164:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466103.453792:0:275164:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466103.453797:0:275164:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466103.453806:0:275164:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbad0212000. 00000100:00000001:3.0:1789466103.453814:0:275164:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466103.453822:0:275164:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cb9f9031c00 x1876386402355328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466103.453833:0:275164:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466103.453838:0:275164:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466103.453843:0:275164:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e90841d0] to pc [ptlrpcd_rcv+-1] req@ffff8cb9f9031c00 x1876386402355328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466103.453869:0:275164:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1789466103.453873:0:275164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466103.453877:0:275164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789466103.453880:0:275164:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789466103.453884:0:275164:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1789466103.453906:0:275164:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18357) 00000100:00000001:1.0:1789466103.454003:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466103.454007:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466103.454010:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466103.454015:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9031c00 x1876386402355328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466103.454023:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466103.454026:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466103.454031:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466103.454033:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466103.454036:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466103.454039:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402355328:192.168.203.142@tcp:250:kworker.0 00000100:00000001:1.0:1789466103.454044:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466103.454049:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466103.454052:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466103.454054:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466103.454060:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6890800. 02000000:00000001:1.0:1789466103.454062:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789466103.454069:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789466103.454073:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30000. 00000400:00000010:1.0:1789466103.454080:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5000. 00000100:00000200:1.0:1789466103.454088:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402355328, portal 25 00000100:00000001:1.0:1789466103.454195:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466103.454199:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107409920 : -126744602141696 : ffff8cb9f9031c00) 00000100:00000040:1.0:1789466103.454206:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cb9f9031c00 x1876386402355328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466103.454215:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466103.454218:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789466103.454222:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5770. 00000100:00000200:1.0:1789466103.454227:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402355328, offset 0 00000400:00000200:1.0:1789466103.454241:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789466103.454252:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789466103.454260:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789466103.454268:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789466103.454273:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789466103.454283:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789466103.454286:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789466103.454290:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93561:93561:256:4294967295] 192.168.203.142@tcp LPNI seq info [93561:93561:8:4294967295] 00000400:00000200:1.0:1789466103.454295:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789466103.454308:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789466103.454315:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789466103.454323:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9fb181400. 00000800:00000200:1.0:1789466103.454332:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789466103.454343:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789466103.454349:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9fb181400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789466103.454368:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789466103.454372:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789466103.454376:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313020736 00000100:00000010:1.0:1789466103.454381:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a540. 00000100:00000001:1.0:1789466103.454389:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789466103.454396:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313020736 00000100:00000010:1.0:1789466103.454400:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a0c0. 00000100:00000001:1.0:1789466103.454403:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789466103.454406:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466103.454410:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466103.454415:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466103.454417:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466103.454424:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466103.454426:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466103.454428:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466103.454429:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466103.454438:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466103.454440:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789466103.454754:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466103.454760:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9fb181400. 00000400:00000200:2.0:1789466103.454768:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466103.454780:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466103.454787:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5770 00000400:00000010:2.0:1789466103.454790:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5770. 00000100:00000001:2.0:1789466103.454796:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466103.454802:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cb9f9031c00 x1876386402355328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466103.454811:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466103.454815:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9031c00 x1876386402355328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466118 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466103.454823:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466103.454825:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1789466104.145229:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466104.145240:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466104.145250:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466104.145251:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466104.145255:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466104.145256:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466104.145260:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466104.145261:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466104.145265:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466104.145274:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466104.145423:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466104.145428:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466104.145431:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789466104.419625:0:331860:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466104.466183:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466104.466202:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466104.466204:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466104.466210:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466104.466213:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466104.466218:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466104.466221:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466104.786198:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313020736, at 4313020800 00000100:00000040:2.0:1789466104.786198:0:308686:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4313020736, at 4313020800 00000100:00000010:2.0:1789466104.786216:0:308686:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a540. 00000100:00000010:3.0:1789466104.786220:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a0c0. 00000001:00000001:2.0:1789466104.842116:0:331896:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789466104.842126:0:331896:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160j: client can be umounted while its chanangelog is being used ========================================================== 05:55:03 (1789466103) 00000001:00000001:2.0:1789466104.857635:0:331896:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1789466105.173211:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466105.173222:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466105.173230:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466105.173231:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466105.173235:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466105.173236:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466105.173240:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466105.173242:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466105.173245:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466105.173246:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789466105.180096:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789466105.180106:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789466105.180112:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789466105.267740:0:331943:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789466105.382387:0:331952:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1789466105.382759:0:331952:0:(super25.c:246:lustre_init_fs_context()) kmalloced '(lmd)': 128 at ffff8cb9e1f05880. 00000020:00000001:3.0:1789466105.382769:0:331952:0:(obd_mount.c:1352:lustre_parse_monolithic()) Process entered 00000020:00000010:3.0:1789466105.382775:0:331952:0:(obd_mount.c:1374:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at ffff8cb9fb252000. 00000020:00000010:3.0:1789466105.382784:0:331952:0:(obd_mount.c:1576:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 28 at ffff8cb9f6eaf520. 00000020:00000010:3.0:1789466105.382788:0:331952:0:(obd_mount.c:1632:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at ffff8cb9c8767960. 00000020:00000010:3.0:1789466105.382792:0:331952:0:(obd_mount.c:1660:lustre_parse_monolithic()) kmalloced '(lmd->lmd_opts)': 17 at ffff8cb9f6eaf660. 00000020:01000004:3.0:1789466105.382794:0:331952:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1789466105.382795:0:331952:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:3.0:1789466105.382796:0:331952:0:(obd_mount.c:926:lmd_print()) device: 192.168.203.142@tcp:/lustre 00000020:01000004:3.0:1789466105.382798:0:331952:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000020:00000001:3.0:1789466105.382799:0:331952:0:(obd_mount.c:1672:lustre_parse_monolithic()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789466105.382906:0:331952:0:(super25.c:130:lustre_fill_super()) Process entered 00000080:01200004:3.0:1789466105.382907:0:331952:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8cbac319e800 00000020:00000001:3.0:1789466105.382909:0:331952:0:(obd_mount.c:638:lustre_init_lsi()) Process entered 00000020:00000010:3.0:1789466105.382912:0:331952:0:(obd_mount.c:642:lustre_init_lsi()) kmalloced '(lsi)': 1880 at ffff8cbac3198800. 00000020:00000001:3.0:1789466105.382914:0:331952:0:(obd_mount.c:659:lustre_init_lsi()) Process leaving (rc=18446617332497876992 : -126741211674624 : ffff8cbac3198800) 00000080:01000004:3.0:1789466105.382920:0:331952:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:00000001:3.0:1789466105.382922:0:331952:0:(obd_mount.c:289:lustre_start_mgc()) Process entered 00000020:00000010:3.0:1789466105.382936:0:331952:0:(obd_mount.c:332:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff8cb9d38a0820. 00000020:00000010:3.0:1789466105.382938:0:331952:0:(obd_mount.c:340:lustre_start_mgc()) kmalloced '(data)': 192 at ffff8cb9c86513c0. 00000020:00000001:3.0:1789466105.382943:0:331952:0:(obd_class.h:535:obd_set_info_async()) Process entered 10000000:00000001:3.0:1789466105.382946:0:331952:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1789466105.382949:0:331952:0:(mgc_request.c:1102:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466105.382950:0:331952:0:(obd_class.h:552:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466105.382952:0:331952:0:(obd_class.h:510:obd_get_info()) Process entered 00000020:00000001:3.0:1789466105.382954:0:331952:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1789466105.382958:0:331952:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.142@tcp:Set MGC reconnect 1 00000020:00000001:3.0:1789466105.382964:0:331952:0:(obd_class.h:535:obd_set_info_async()) Process entered 10000000:00000001:3.0:1789466105.382966:0:331952:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:01000000:3.0:1789466105.382967:0:331952:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.142@tcp 1/d0:i1:r0:or0:CONNECTING 10000000:00000001:3.0:1789466105.382970:0:331952:0:(mgc_request.c:1086:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466105.382971:0:331952:0:(obd_class.h:552:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466105.382973:0:331952:0:(obd_mount.c:408:lustre_start_mgc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1789466105.382975:0:331952:0:(obd_mount.c:548:lustre_start_mgc()) kfreed 'data': 192 at ffff8cb9c86513c0. 00000020:00000010:3.0:1789466105.382977:0:331952:0:(obd_mount.c:549:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff8cb9d38a0820. 00000020:00000001:3.0:1789466105.382980:0:331952:0:(obd_mount.c:551:lustre_start_mgc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789466105.382982:0:331952:0:(llite_lib.c:1503:ll_fill_super()) Process entered 00000080:00200000:3.0:1789466105.382984:0:331952:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff8cbac319e800 (sb ffff8cbac319e800) 00000080:00000010:3.0:1789466105.382987:0:331952:0:(llite_lib.c:1510:ll_fill_super()) kmalloced '(cfg)': 88 at ffff8cbad0451f00. 00000080:00000001:3.0:1789466105.382989:0:331952:0:(llite_lib.c:95:ll_init_sbi()) Process entered 00000080:00000010:3.0:1789466105.382991:0:331952:0:(llite_lib.c:97:ll_init_sbi()) kmalloced '(sbi)': 1408 at ffff8cbac319f000. 00000020:00000001:3.0:1789466105.383039:0:331952:0:(cl_page.c:1310:cl_cache_init()) Process entered 00000020:00000010:3.0:1789466105.383068:0:331952:0:(cl_page.c:1311:cl_cache_init()) kmalloced '(cache)': 152 at ffff8cb9c86513c0. 00000020:00000001:3.0:1789466105.383070:0:331952:0:(cl_page.c:1327:cl_cache_init()) Process leaving (rc=18446617328291746752 : -126745417804864 : ffff8cb9c86513c0) 00000080:00000010:3.0:1789466105.383073:0:331952:0:(llite_lib.c:131:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff8cb9ed00eac8. 00000080:00000010:3.0:1789466105.383074:0:331952:0:(llite_lib.c:138:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff8cb9ed00e458. 00000080:00000001:3.0:1789466105.383088:0:331952:0:(llite_lib.c:235:ll_init_sbi()) Process leaving (rc=18446617332497903616 : -126741211648000 : ffff8cbac319f000) 00000080:00000001:3.0:1789466105.383092:0:331952:0:(llite_lib.c:1222:ll_options()) Process entered 00000080:01000000:3.0:1789466105.383094:0:331952:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1789466105.383096:0:331952:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1789466105.383099:0:331952:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:00000001:3.0:1789466105.383102:0:331952:0:(llite_lib.c:1411:ll_options()) Process leaving (rc=0 : 0 : 0) 00000080:01000000:3.0:1789466105.383109:0:331952:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: b5d35fa0-a01f-4dd8-b1c3-3972e7f62c2d 02000000:00000001:3.0:1789466105.383113:0:331952:0:(gss_keyring.c:830:gss_rename_sk_key()) Process entered 02000000:00000001:3.0:1789466105.383115:0:331952:0:(gss_keyring.c:834:gss_rename_sk_key()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789466105.383585:0:331952:0:(lproc_llite.c:2876:ll_debugfs_register_super()) Process entered 00000020:00000010:3.0:1789466105.383833:0:331952:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8cbad0211800. 00000020:00000010:3.0:1789466105.383838:0:331952:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3008 at ffff8cb9fb257000. 00000020:00000010:3.0:1789466105.383860:0:331952:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8cbad0213c00. 00000020:00000010:3.0:1789466105.383864:0:331952:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1152 at ffff8cb9e3e5b800. 00000080:00000001:3.0:1789466105.383889:0:331952:0:(lproc_llite.c:2946:ll_debugfs_register_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466105.383900:0:331952:0:(obd_mount.c:61:lustre_process_log()) Process entered 00000020:00000010:3.0:1789466105.383904:0:331952:0:(obd_mount.c:66:lustre_process_log()) kmalloced '(bufs)': 104 at ffff8cb9e1f05200. 00000020:00000010:3.0:1789466105.383909:0:331952:0:(obd_mount.c:75:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff8cb9c8651840. 00000020:00000001:3.0:1789466105.383911:0:331952:0:(obd_class.h:688:obd_process_config()) Process entered 00000020:00000010:3.0:1789466105.383916:0:331952:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8cbad47be600. 00000020:00000010:3.0:1789466105.383921:0:331952:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8cbacf595a00. 00000040:00000010:3.0:1789466105.383926:0:331952:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8cb9fcf1d800. 00000020:00000010:3.0:1789466105.383931:0:331952:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8cb9e3e5f000. 00000020:00000010:3.0:1789466105.383938:0:331952:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8cba0040a000. 00040000:00000010:3.0:1789466105.383944:0:331952:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8cbac4da7600. 00040000:00000010:3.0:1789466105.383950:0:331952:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8cbac12e7400. 10000000:00000001:3.0:1789466105.383956:0:331952:0:(mgc_request.c:1923:mgc_process_config()) Process entered 10000000:00000001:3.0:1789466105.383958:0:331952:0:(mgc_request_server.c:675:mgc_process_config_server()) Process entered 10000000:01000000:3.0:1789466105.383962:0:331952:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:3.0:1789466105.383965:0:331952:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:3.0:1789466105.383966:0:331952:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8cbac319e800 10000000:00000001:3.0:1789466105.383970:0:331952:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1789466105.383974:0:331952:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789466105.383976:0:331952:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8cbad0e3ce00) refs 3 10000000:00000001:3.0:1789466105.383979:0:331952:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789466105.383981:0:331952:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446617332729236992 : -126740980314624 : ffff8cbad0e3ce00) 10000000:00000001:3.0:1789466105.383984:0:331952:0:(mgc_request_server.c:860:mgc_get_local_copy()) Process entered 10000000:00000001:3.0:1789466105.383986:0:331952:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1789466105.383987:0:331952:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789466105.383990:0:331952:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1789466105.383992:0:331952:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8cbac319e800 10000000:00000010:3.0:1789466105.383996:0:331952:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at ffff8cb9ecbc0c00. 10000000:01000000:3.0:1789466105.384000:0:331952:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:3.0:1789466105.384004:0:331952:0:(genops.c:868:class_export_get()) GET export ffff8cbad29b9800 refcount=7 10000000:00000001:3.0:1789466105.384008:0:331952:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446617328901426176 : -126744808125440 : ffff8cb9ecbc0c00) 10000000:00000001:3.0:1789466105.384010:0:331952:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1789466105.384011:0:331952:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8cbac319e800 10000000:00000010:3.0:1789466105.384014:0:331952:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at ffff8cb9ecbc1a00. 10000000:01000000:3.0:1789466105.384016:0:331952:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:3.0:1789466105.384018:0:331952:0:(genops.c:868:class_export_get()) GET export ffff8cbad29b9800 refcount=8 10000000:00000001:3.0:1789466105.384025:0:331952:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446617328901429760 : -126744808121856 : ffff8cb9ecbc1a00) 10000000:00000001:3.0:1789466105.384029:0:331952:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1789466105.384030:0:331952:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff8cbac319e800 10000000:00000010:3.0:1789466105.384032:0:331952:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at ffff8cb9ecbc0000. 10000000:01000000:3.0:1789466105.384034:0:331952:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 00000020:00000040:3.0:1789466105.384036:0:331952:0:(genops.c:868:class_export_get()) GET export ffff8cbad29b9800 refcount=9 10000000:00000001:3.0:1789466105.384038:0:331952:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446617328901423104 : -126744808128512 : ffff8cb9ecbc0000) 10000000:00000001:3.0:1789466105.384041:0:331952:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446617328901429760 : -126744808121856 : ffff8cb9ecbc1a00) 10000000:00000001:3.0:1789466105.384043:0:331952:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1789466105.384045:0:331952:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8cbac319e800 from 1 10000000:00000001:3.0:1789466105.384048:0:331952:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1789466105.384050:0:331952:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1789466105.384056:0:331952:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cb9f9033100. 00000020:00000040:3.0:1789466105.384060:0:331952:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=5 obd=MGC192.168.203.142@tcp 00000100:00000001:3.0:1789466105.384065:0:331952:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789466105.384069:0:331952:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789466105.384074:0:331952:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466105.384082:0:331952:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8cb9ecbc0200. 00000100:00000001:3.0:1789466105.384090:0:331952:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466105.384096:0:331952:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1789466105.384100:0:331952:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1789466105.384108:0:331952:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8cbae69af600 count: 3 00010000:00000001:3.0:1789466105.384111:0:331952:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789466105.384114:0:331952:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1789466105.384118:0:331952:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8cb9fcc15c00. 00000020:00000001:3.0:1789466105.384123:0:331952:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1789466105.384126:0:331952:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8cb9fcc15c00 with handle 0x1b8f1d54e34b1bc7 to hash 00000020:00000001:3.0:1789466105.384128:0:331952:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1789466105.384152:0:331952:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446617329170209792 : -126744539341824 : ffff8cb9fcc15c00) 00010000:00000001:3.0:1789466105.384155:0:331952:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446617329170209792 : -126744539341824 : ffff8cb9fcc15c00) 00010000:00000001:3.0:1789466105.384160:0:331952:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789466105.384163:0:331952:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466105.384168:0:331952:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.142@tcp lock: ffff8cb9fcc15c00/0x1b8f1d54e34b1bc7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 331952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789466105.384185:0:331952:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.142@tcp lock: ffff8cb9fcc15c00/0x1b8f1d54e34b1bc7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 331952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789466105.384201:0:331952:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.142@tcp lock: ffff8cb9fcc15c00/0x1b8f1d54e34b1bc7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 331952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1789466105.384207:0:331952:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1789466105.384209:0:331952:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1789466105.384215:0:331952:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8cb9c86516c0. 00000100:00000001:3.0:1789466105.384342:0:331952:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446617328291747520 : -126745417804096 : ffff8cb9c86516c0) 00000100:00000001:3.0:1789466105.384346:0:331952:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466105.384348:0:331952:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617329107415296 : -126744602136320 : ffff8cb9f9033100) 00000100:00000001:3.0:1789466105.384354:0:331952:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789466105.384359:0:331952:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466105.384362:0:331952:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1789466105.384364:0:331952:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466105.384495:0:331952:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cb9f9033100 x1876386402355456/t0(0) o101->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466105.384505:0:331952:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1789466105.384511:0:331952:0:(client.c:1410:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff8cb9f9033100 x1876386402355456/t0(0) o101->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466105.384518:0:331952:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466105.384522:0:331952:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9033100 x1876386402355456/t0(0) o101->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466105.384529:0:331952:0:(client.c:1858:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1789466105.384533:0:331952:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466105.384535:0:331952:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466105.384538:0:331952:0:(client.c:2716:ptlrpc_set_wait()) set ffff8cb9c86516c0 going to sleep for 0 seconds 00000100:00000001:3.0:1789466105.384541:0:331952:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466105.384544:0:331952:0:(client.c:2106:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1789466105.384554:0:331952:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466105.384557:0:331952:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466105.384559:0:331952:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466105.384564:0:331952:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9033100 x1876386402355456/t0(0) o101->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466105.384573:0:331952:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9033100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8c7fedfa-8315-41a8-a198-9b7e47e56869:331952:1876386402355456:192.168.203.142@tcp:101:mount.lustre.0 00000100:00000001:3.0:1789466105.384579:0:331952:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466105.384582:0:331952:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1789466105.384585:0:331952:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1789466105.384588:0:331952:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466105.384592:0:331952:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cb9f9033100 x1876386402355456/t0(0) o101->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466105.384598:0:331952:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1789466105.384601:0:331952:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8cb9c86516c0. 00000100:00000001:3.0:1789466105.384603:0:331952:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1789466105.384605:0:331952:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:3.0:1789466105.384608:0:331952:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1789466105.384612:0:331952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789466105.384614:0:331952:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466105.384616:0:331952:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8cb9fcc15c00 refcount=4 00000020:00000001:3.0:1789466105.384619:0:331952:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617329170209792 : -126744539341824 : ffff8cb9fcc15c00) 00010000:00000001:3.0:1789466105.384622:0:331952:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617329170209792 : -126744539341824 : ffff8cb9fcc15c00) 00010000:00010000:3.0:1789466105.384626:0:331952:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.142@tcp lock: ffff8cb9fcc15c00/0x1b8f1d54e34b1bc7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 331952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789466105.384634:0:331952:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:3.0:1789466105.384637:0:331952:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.142@tcp lock: ffff8cb9fcc15c00/0x1b8f1d54e34b1bc7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 331952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789466105.384644:0:331952:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1789466105.384653:0:331952:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.142@tcp lock: ffff8cb9fcc15c00/0x1b8f1d54e34b1bc7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 331952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789466105.384659:0:331952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789466105.384661:0:331952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1789466105.384664:0:331952:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.142@tcp lock: ffff8cb9fcc15c00/0x1b8f1d54e34b1bc7 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 331952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789466105.384670:0:331952:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789466105.384672:0:331952:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466105.384675:0:331952:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789466105.384678:0:331952:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.142@tcp lock: ffff8cb9fcc15c00/0x1b8f1d54e34b1bc7 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 331952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789466105.384685:0:331952:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8cb9fcc15c00 already unused, calling callback (ffffffffc145ec20) 10000000:00000001:3.0:1789466105.384687:0:331952:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1789466105.384690:0:331952:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.142@tcp lock: ffff8cb9fcc15c00/0x1b8f1d54e34b1bc7 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 331952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789466105.384695:0:331952:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789466105.384697:0:331952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789466105.384698:0:331952:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789466105.384699:0:331952:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8cb9fcc15c00 refcount=5 00000020:00000001:3.0:1789466105.384701:0:331952:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617329170209792 : -126744539341824 : ffff8cb9fcc15c00) 00010000:00000001:3.0:1789466105.384704:0:331952:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446617329170209792 : -126744539341824 : ffff8cb9fcc15c00) 00010000:00000001:3.0:1789466105.384706:0:331952:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789466105.384710:0:331952:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.142@tcp lock: ffff8cb9fcc15c00/0x1b8f1d54e34b1bc7 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 331952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1789466105.384715:0:331952:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1789466105.384717:0:331952:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.142@tcp lock: ffff8cb9fcc15c00/0x1b8f1d54e34b1bc7 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 331952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789466105.384723:0:331952:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1789466105.384730:0:331952:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1789466105.384733:0:331952:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466105.384735:0:331952:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1789466105.384737:0:331952:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789466105.384740:0:331952:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789466105.384742:0:331952:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789466105.384744:0:331952:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789466105.384745:0:331952:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789466105.384748:0:331952:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8cb9fcc15c00 with handle 0x1b8f1d54e34b1bc7 from hash 00010000:00000001:3.0:1789466105.384751:0:331952:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789466105.384752:0:331952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789466105.384753:0:331952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789466105.384754:0:331952:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789466105.384756:0:331952:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789466105.384758:0:331952:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1789466105.384761:0:331952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789466105.384762:0:331952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789466105.384763:0:331952:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789466105.384765:0:331952:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466105.384768:0:331952:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.142@tcp lock: ffff8cb9fcc15c00/0x1b8f1d54e34b1bc7 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 331952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789466105.384774:0:331952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789466105.384775:0:331952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789466105.384776:0:331952:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1789466105.384778:0:331952:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1789466105.384779:0:331952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789466105.384780:0:331952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789466105.384781:0:331952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789466105.384784:0:331952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.142@tcp lock: ffff8cb9fcc15c00/0x1b8f1d54e34b1bc7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 331952 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789466105.384792:0:331952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789466105.384794:0:331952:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1789466105.384798:0:331952:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466105.384802:0:331952:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9033100 x1876386402355456/t0(0) o101->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466105.384812:0:331952:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1789466105.384815:0:331952:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466105.384817:0:331952:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 00000020:00000001:3.0:1789466105.384819:0:331952:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466105.384822:0:331952:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8cb9ecbc0200. 02000000:00000001:3.0:1789466105.384825:0:331952:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466105.384828:0:331952:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466105.384829:0:331952:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9033100. 00000100:00000001:3.0:1789466105.384835:0:331952:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466105.384836:0:331952:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1789466105.384838:0:331952:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 10000000:01000000:3.0:1789466105.384840:0:331952:0:(mgc_request.c:1817:mgc_process_log()) Can't get cfg lock: -108 00000100:00080000:3.0:1789466105.384843:0:331952:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:CONNECTING 00010000:00000010:3.1F:1789466105.410181:0:331955:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8cb9fcc15c00. 00000100:00000001:1.0:1789466105.489282:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466105.489303:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466105.489306:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466105.489312:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466105.489315:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466105.489321:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466105.489325:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466106.193320:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466106.193330:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466106.193338:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466106.193342:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466106.193345:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466106.193352:0:305568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789466106.193355:0:305568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789466106.193357:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466106.193360:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466106.193363:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466106.193365:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466106.193367:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466106.193371:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466106.193372:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466106.193376:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466106.193377:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466106.193381:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466106.193383:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466106.193384:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466106.193386:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466106.193388:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466106.193389:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466106.193391:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466106.193392:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789466106.193498:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789466106.193503:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789466106.193507:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466106.513273:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466106.513292:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466106.513295:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466106.513301:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466106.513304:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466106.513310:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466106.513313:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466107.219640:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466107.219650:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466107.219681:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466107.219683:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466107.219687:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466107.219688:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466107.219692:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466107.219693:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466107.219697:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466107.219698:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466107.219928:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466107.219932:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466107.219936:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466107.537545:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466107.537560:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466107.537562:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466107.537567:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466107.537569:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466107.537574:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466107.537577:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466108.241263:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466108.241270:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466108.241276:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466108.241277:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466108.241281:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466108.241282:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466108.241285:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466108.241286:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466108.241289:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466108.241291:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466108.244042:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466108.244051:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466108.244055:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789466108.498211:0:307105:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789466108.498220:0:307105:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789466108.498223:0:307105:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789466108.498226:0:307105:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789466108.498228:0:307105:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789466108.498231:0:307105:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789466108.498234:0:307105:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789466108.498238:0:307105:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789466108.498250:0:307105:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6ea300. 00000020:00000040:0.0:1789466108.498257:0:307105:0:(genops.c:1209:class_import_get()) import ffff8cbac62f6000 refcount=3 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000100:00000001:0.0:1789466108.498261:0:307105:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789466108.498264:0:307105:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789466108.498269:0:307105:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789466108.498292:0:307105:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cbad1621700. 00000100:00000001:0.0:1789466108.498299:0:307105:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466108.498311:0:307105:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID req@ffff8cbacf6ea300 x1876386402355584/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789466108.498321:0:307105:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789466108.498325:0:307105:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466108.498332:0:307105:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec572498] to pc [ptlrpcd_00_00+0] req@ffff8cbacf6ea300 x1876386402355584/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466108.498368:0:307105:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466108.498370:0:307105:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789466108.498373:0:307105:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789466108.498377:0:307105:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6ea680. 00000020:00000040:0.0:1789466108.498380:0:307105:0:(genops.c:1209:class_import_get()) import ffff8cbac62f5800 refcount=3 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000100:00000001:0.0:1789466108.498382:0:307105:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789466108.498383:0:307105:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789466108.498385:0:307105:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789466108.498390:0:307105:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cbad1621c00. 00000100:00000001:0.0:1789466108.498393:0:307105:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466108.498397:0:307105:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID req@ffff8cbacf6ea680 x1876386402355712/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789466108.498404:0:307105:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789466108.498407:0:307105:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466108.498410:0:307105:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b82c5178] to pc [ptlrpcd_00_01+1] req@ffff8cbacf6ea680 x1876386402355712/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466108.498419:0:307105:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466108.498422:0:307105:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18362) 00000100:00000001:0.0:1789466108.498438:0:253750:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466108.498441:0:253750:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466108.498444:0:253750:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789466108.498449:0:253750:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6ea680 x1876386402355712/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466108.498468:0:253750:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789466108.498469:0:253750:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466108.498473:0:253750:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789466108.498475:0:253750:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789466108.498478:0:253750:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789466108.498482:0:253750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253750:1876386402355712:192.168.203.142@tcp:400:kworker.0 00000100:00000001:0.0:1789466108.498486:0:253750:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789466108.498496:0:253750:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789466108.498499:0:253750:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466108.498501:0:253750:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789466108.498505:0:253750:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbac46b3e00. 02000000:00000001:0.0:1789466108.498507:0:253750:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789466108.498513:0:253750:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789466108.498518:0:253750:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c420. 00000400:00000010:0.0:1789466108.498525:0:253750:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0896e8. 00000100:00000200:0.0:1789466108.498532:0:253750:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402355712, portal 4 00000100:00000001:0.0:1789466108.498534:0:253750:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789466108.498536:0:253750:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704781952 : -126741004769664 : ffff8cbacf6ea680) 00000100:00000040:0.0:1789466108.498543:0:253750:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6ea680 x1876386402355712/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466108.498549:0:253750:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789466108.498552:0:253750:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789466108.498554:0:253750:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089660. 00000100:00000200:0.0:1789466108.498557:0:253750:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402355712, offset 0 00000400:00000200:0.0:1789466108.498563:0:253750:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789466108.498571:0:253750:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789466108.498578:0:253750:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789466108.498582:0:253750:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789466108.498586:0:253750:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789466108.498589:0:253750:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789466108.498592:0:253750:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789466108.498602:0:253750:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93562:93562:256:4294967295] 192.168.203.142@tcp LPNI seq info [93562:93562:8:4294967295] 00000400:00000200:0.0:1789466108.498607:0:253750:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789466108.498622:0:253750:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789466108.498628:0:253750:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789466108.498635:0:253750:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbaca517800. 00000800:00000200:0.0:1789466108.498642:0:253750:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789466108.498649:0:253750:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789466108.498653:0:253750:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbaca517800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789466108.498772:0:253749:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466108.498775:0:253749:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466108.498777:0:253749:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466108.498783:0:253749:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6ea300 x1876386402355584/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466108.498789:0:253749:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466108.498797:0:253749:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466108.498799:0:253749:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466108.498801:0:253749:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466108.498802:0:253749:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466108.498805:0:253749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253749:1876386402355584:192.168.203.142@tcp:400:kworker.0 00000100:00000001:1.0:1789466108.498820:0:253749:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466108.498823:0:253749:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466108.498824:0:253749:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466108.498826:0:253749:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466108.498830:0:253749:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad743c000. 02000000:00000001:1.0:1789466108.498831:0:253749:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789466108.498835:0:253749:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789466108.498839:0:253749:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f308f0. 00000400:00000010:1.0:1789466108.498843:0:253749:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5330. 00000100:00000200:1.0:1789466108.498854:0:253749:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402355584, portal 4 00000100:00000001:1.0:1789466108.498856:0:253749:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466108.498857:0:253749:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704781056 : -126741004770560 : ffff8cbacf6ea300) 00000100:00000040:1.0:1789466108.498864:0:253749:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6ea300 x1876386402355584/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466108.498870:0:253749:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466108.498872:0:253749:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789466108.498874:0:253749:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5c38. 00000100:00000200:1.0:1789466108.498876:0:253749:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402355584, offset 0 00000400:00000200:1.0:1789466108.498881:0:253749:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789466108.498885:0:253749:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789466108.498888:0:253749:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789466108.498891:0:253749:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789466108.498894:0:253749:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789466108.498896:0:253749:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789466108.498898:0:253749:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789466108.498901:0:253749:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93563:93563:255:4294967295] 192.168.203.142@tcp LPNI seq info [93563:93563:7:4294967295] 00000400:00000200:1.0:1789466108.498904:0:253749:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789466108.498911:0:253749:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789466108.498922:0:253749:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789466108.498926:0:253749:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac40ae700. 00000800:00000200:1.0:1789466108.498930:0:253749:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789466108.498934:0:253749:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789466108.498937:0:253749:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac40ae700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789466108.498957:0:253750:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466108.498962:0:253750:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14472 usecs (15 jiffies) 00000400:00000200:0.0:1789466108.498966:0:253750:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789466108.498970:0:253750:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313024528 00000100:00000010:0.0:1789466108.498974:0:253750:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b600. 00000100:00000001:0.0:1789466108.498981:0:253750:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789466108.498986:0:253750:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313024528 00000100:00000010:0.0:1789466108.498989:0:253750:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b4e0. 00000100:00000001:0.0:1789466108.498992:0:253750:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789466108.499005:0:253750:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789466108.499008:0:253750:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466108.499011:0:253750:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466108.499014:0:253750:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466108.499021:0:253750:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466108.499023:0:253750:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789466108.499026:0:253750:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466108.499027:0:253750:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466108.499029:0:253750:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466108.499031:0:253750:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466108.499959:0:253749:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466108.499970:0:253749:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: using a timeout of 43487 usecs (44 jiffies) 00000400:00000200:1.0:1789466108.499979:0:253749:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000800:00000200:2.0:1789466108.499982:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1789466108.499984:0:253749:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313024558 00000800:00000010:2.0:1789466108.499988:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbaca517800. 00000100:00000001:1.0:1789466108.499995:0:253749:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request active for cpu 2, simply extend its deadline from 4313024528 00000400:00000200:2.0:1789466108.499998:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1789466108.500004:0:253749:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313024558 00000400:00000200:2.0:1789466108.500008:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:1.0:1789466108.500013:0:253749:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request active for cpu 3, simply extend its deadline from 4313024528 00000400:00000200:2.0:1789466108.500016:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089660 00000100:00000001:1.0:1789466108.500020:0:253749:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1789466108.500021:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089660. 00000100:00000001:1.0:1789466108.500028:0:253749:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466108.500029:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1789466108.500034:0:253749:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789466108.500038:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6ea680 x1876386402355712/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466108.500040:0:253749:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466108.500051:0:253749:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466108.500052:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789466108.500055:0:253749:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789466108.500059:0:253749:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466108.500061:0:253749:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466108.500064:0:253749:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466108.500070:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6ea680 x1876386402355712/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466124 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466108.500070:0:253749:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466108.500081:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466108.500083:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789466108.500387:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466108.500391:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac40ae700. 00000400:00000200:2.0:1789466108.500394:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466108.500398:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466108.500406:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5c38 00000400:00000010:2.0:1789466108.500409:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5c38. 00000100:00000001:2.0:1789466108.500413:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466108.500417:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6ea300 x1876386402355584/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466108.500424:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466108.500427:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6ea300 x1876386402355584/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466124 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466108.500433:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466108.500434:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789466108.508022:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466108.508044:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789466108.508049:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466108.508053:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466108.508063:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466108.508072:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:2.0:1789466108.508084:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466108.508091:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466108.508097:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466108.508102:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f94980 00000400:00000200:2.0:1789466108.508109:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466108.508116:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe74f5 [1] + 224 00000800:00000001:2.0:1789466108.508125:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466108.508291:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466108.508296:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466108.508318:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:2.0:1789466108.508328:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466108.508339:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbacf6ea300 x1876386402355584/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466124 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789466108.508351:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbacf6ea300 x1876386402355584/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466108.508385:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789466108.508399:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466108.508406:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789466108.508409:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466108.508412:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466108.508416:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466108.508421:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:2.0:1789466108.508427:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466108.508430:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466108.508433:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466108.508436:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f94a00 00000400:00000200:2.0:1789466108.508440:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466108.508445:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe74ed [1] + 224 00000800:00000001:2.0:1789466108.508449:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466108.508457:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466108.508459:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466108.508462:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:2.0:1789466108.508465:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466108.508469:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbacf6ea680 x1876386402355712/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466124 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789466108.508478:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbacf6ea680 x1876386402355712/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466108.508506:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789466108.508511:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466108.508521:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466108.508570:0:253750:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466108.508575:0:253750:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789466108.508582:0:253750:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789466108.508584:0:253750:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789466108.508587:0:253750:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c420. 00000400:00000200:0.0:1789466108.508600:0:253750:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0896e8 00000400:00000010:0.0:1789466108.508602:0:253750:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0896e8. 00000100:00000001:0.0:1789466108.508606:0:253750:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789466108.508611:0:253750:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6ea680 x1876386402355712/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789466108.508620:0:253750:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6ea680 x1876386402355712/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466124 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466108.508627:0:253750:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789466108.508629:0:253750:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466108.508632:0:253750:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789466108.508635:0:253750:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789466108.508637:0:253750:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789466108.508640:0:253750:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466108.508642:0:253750:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789466108.508653:0:253750:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f5c60 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1789466108.508657:0:253750:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f5c18 time=37 v=5 (1 1 1 0) 00000100:00000001:0.0:1789466108.508659:0:253750:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789466108.508661:0:253750:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466108.508675:0:253750:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789466108.508679:0:253750:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466108.508683:0:253750:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789466108.508685:0:253750:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cbad29bd800: skip recheck: last_committed 12884913986 00000100:00000001:0.0:1789466108.508687:0:253750:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789466108.508689:0:253750:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466108.508694:0:253749:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1789466108.508695:0:253750:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6ea680 x1876386402355712/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466124 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466108.508700:0:253749:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466108.508706:0:253750:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789466108.508710:0:253750:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789466108.508712:0:253750:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789466108.508715:0:253750:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6ea680 x1876386402355712/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466124 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789466108.508724:0:253750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253750:1876386402355712:192.168.203.142@tcp:400:kworker.0 00000400:00000001:1.0:1789466108.508728:0:253749:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466108.508731:0:253749:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466108.508734:0:253749:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f308f0. 00000100:00000001:0.0:1789466108.508740:0:253750:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789466108.508741:0:253749:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5330 00000400:00000010:1.0:1789466108.508745:0:253749:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5330. 00000100:00000001:0.0:1789466108.508746:0:253750:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1789466108.508751:0:253749:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466108.508758:0:253749:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbacf6ea300 x1876386402355584/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789466108.508763:0:253750:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6ea680 x1876386402355712/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466124 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466108.508772:0:253750:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789466108.508775:0:253750:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789466108.508780:0:253750:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbac46b3e00. 02000000:00000001:0.0:1789466108.508784:0:253750:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789466108.508787:0:253750:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789466108.508790:0:253750:0:(genops.c:1222:class_import_put()) import ffff8cbac62f5800 refcount=2 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000020:00000001:0.0:1789466108.508796:0:253750:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789466108.508799:0:253750:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cbad1621c00. 00000100:00000200:1.0:1789466108.508800:0:253749:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbacf6ea300 x1876386402355584/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466124 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789466108.508804:0:253750:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1789466108.508810:0:253749:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466108.508813:0:253749:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466108.508816:0:253749:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789466108.508818:0:253749:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789466108.508833:0:253749:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789466108.508835:0:253749:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466108.508838:0:253749:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789466108.508858:0:253749:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f6460 time=91 v=5 (5 5 5 5) 00000100:00001000:1.0:1789466108.508863:0:253749:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f6418 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1789466108.508866:0:253749:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789466108.508868:0:253749:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789466108.508870:0:253749:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789466108.508873:0:253749:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466108.508876:0:253749:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789466108.508878:0:253749:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8cbad29bd800: skip recheck: last_committed 17179870928 00000100:00000001:1.0:1789466108.508879:0:253749:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789466108.508881:0:253749:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466108.508886:0:253749:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbacf6ea300 x1876386402355584/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466124 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466108.508893:0:253749:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466108.508896:0:253749:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466108.508898:0:253749:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466108.508902:0:253749:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbacf6ea300 x1876386402355584/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466124 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466108.508910:0:253749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbacf6ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253749:1876386402355584:192.168.203.142@tcp:400:kworker.0 00000100:00000001:1.0:1789466108.508915:0:253749:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466108.508918:0:253749:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466108.508922:0:253749:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbacf6ea300 x1876386402355584/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466124 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466108.508940:0:253749:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466108.508942:0:253749:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466108.508945:0:253749:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbad743c000. 02000000:00000001:1.0:1789466108.508949:0:253749:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466108.508951:0:253749:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466108.508953:0:253749:0:(genops.c:1222:class_import_put()) import ffff8cbac62f6000 refcount=2 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000020:00000001:1.0:1789466108.508955:0:253749:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466108.508957:0:253749:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cbad1621700. 02000000:00000001:1.0:1789466108.508960:0:253749:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466108.508961:0:253749:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466108.508964:0:253749:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6ea300. 00000100:00000001:1.0:1789466108.508968:0:253749:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466108.508970:0:253749:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466108.508973:0:253749:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466108.508981:0:253749:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466108.508983:0:253749:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466108.508986:0:253749:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1789466108.508986:0:253750:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789466108.508990:0:253750:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbacf6ea680. 00000100:00000001:1.0:1789466108.508992:0:253749:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466108.508994:0:253750:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789466108.508996:0:253750:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466108.508999:0:253750:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466108.509002:0:253750:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466108.509003:0:253750:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466108.509004:0:253750:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466108.509006:0:253750:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466108.544266:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313024558, at 4313024559 00000100:00000010:3.0:1789466108.544279:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b4e0. 00000100:00000040:2.0:1789466108.544543:0:308686:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4313024558, at 4313024559 00000100:00000010:2.0:1789466108.544549:0:308686:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b600. 00000100:00000001:1.0:1789466108.561891:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466108.561906:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466108.561908:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466108.561913:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466108.561915:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466108.561919:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466108.561922:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466109.265356:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466109.265362:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466109.265368:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466109.265369:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466109.265373:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466109.265374:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466109.265377:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466109.265379:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466109.265381:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466109.265382:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789466109.265507:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789466109.265510:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789466109.265514:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789466109.521567:0:253751:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1789466109.521582:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466109.521584:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466109.521588:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466109.521590:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466109.521594:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466109.521596:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466109.521598:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466109.521600:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466109.521604:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466109.586319:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466109.586334:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466109.586336:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466109.586341:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466109.586344:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466109.586348:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466109.586351:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466110.289747:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466110.289756:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466110.289758:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466110.289765:0:305568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789466110.289784:0:305568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789466110.289786:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466110.289791:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466110.289792:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466110.289794:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466110.289797:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466110.289801:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466110.289802:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466110.289805:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466110.289807:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466110.289810:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466110.289812:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466110.289813:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466110.289815:0:305568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789466110.289816:0:305568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789466110.289817:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466110.289819:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466110.289820:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466110.289822:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466110.289842:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466110.289846:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466110.289847:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789466110.290058:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789466110.290062:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789466110.290064:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466110.609328:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466110.609339:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466110.609341:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466110.609345:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466110.609347:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466110.609366:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466110.609368:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466111.313268:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466111.313276:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466111.313282:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466111.313284:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466111.313287:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466111.313288:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466111.313291:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466111.313292:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466111.313295:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466111.313296:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466111.313501:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466111.313505:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466111.313508:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466111.633357:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466111.633377:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466111.633380:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466111.633386:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466111.633390:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466111.633396:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466111.633399:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466112.337647:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466112.337660:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466112.337668:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466112.337670:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466112.337674:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466112.337679:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466112.337681:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466112.337712:0:305568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789466112.337715:0:305568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789466112.337717:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466112.337721:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466112.337723:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466112.337725:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466112.337728:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466112.337733:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466112.337734:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466112.337738:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466112.337739:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466112.337899:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466112.337904:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466112.337908:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789466112.657569:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466112.657588:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466112.657591:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466112.657597:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466112.657600:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466112.657606:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466112.657609:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466113.361378:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466113.361387:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466113.361395:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466113.361397:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466113.361401:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466113.361402:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466113.361406:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466113.361407:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466113.361411:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466113.361412:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789466113.361575:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789466113.361579:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789466113.361583:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789466113.617606:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466113.617619:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789466113.617623:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466113.617627:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789466113.617630:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466113.617633:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789466113.617636:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789466113.617640:0:331017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789466113.617655:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742d880. 00000020:00000040:2.0:1789466113.617682:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f6000 refcount=3 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000100:00000001:2.0:1789466113.617688:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789466113.617692:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789466113.617699:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789466113.617709:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cb9f65c6300. 00000100:00000001:2.0:1789466113.617718:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466113.617732:0:331017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID req@ffff8cbad742d880 x1876386402355840/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789466113.617745:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789466113.617750:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466113.617757:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c660199] to pc [ptlrpcd_01_01+1] req@ffff8cbad742d880 x1876386402355840/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466113.617796:0:331017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466113.617798:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789466113.617802:0:331017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789466113.617806:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742df80. 00000020:00000040:2.0:1789466113.617818:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f5800 refcount=3 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000100:00000001:2.0:1789466113.617820:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789466113.617821:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789466113.617823:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789466113.617827:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cb9f65c6000. 00000100:00000001:2.0:1789466113.617830:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466113.617834:0:331017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID req@ffff8cbad742df80 x1876386402355968/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789466113.617842:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789466113.617844:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466113.617847:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017561cf4] to pc [ptlrpcd_01_00+0] req@ffff8cbad742df80 x1876386402355968/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466113.617854:0:331017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466113.617858:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18367) 00000100:00000001:2.0:1789466113.617881:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466113.617886:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466113.617890:0:253751:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789466113.617896:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742df80 x1876386402355968/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466113.617904:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466113.617906:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466113.617910:0:253751:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789466113.617913:0:253751:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789466113.617916:0:253751:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789466113.617919:0:253751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402355968:192.168.203.142@tcp:400:kworker.0 00000100:00000001:2.0:1789466113.617925:0:253751:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789466113.617933:0:253751:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789466113.617936:0:253751:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466113.617938:0:253751:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789466113.617943:0:253751:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbac56e1e00. 02000000:00000001:2.0:1789466113.617945:0:253751:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789466113.617954:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789466113.617960:0:253751:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee71b8. 00000400:00000010:2.0:1789466113.617968:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de2a8. 00000100:00000200:2.0:1789466113.617977:0:253751:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402355968, portal 4 00000100:00000001:2.0:1789466113.617979:0:253751:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789466113.617981:0:253751:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836130688 : -126740873420928 : ffff8cbad742df80) 00000100:00000040:2.0:1789466113.617988:0:253751:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742df80 x1876386402355968/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466113.617995:0:253751:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789466113.617997:0:253751:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789466113.618000:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de330. 00000100:00000200:2.0:1789466113.618003:0:253751:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402355968, offset 0 00000400:00000200:2.0:1789466113.618011:0:253751:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789466113.618021:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466113.618030:0:253751:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789466113.618035:0:253751:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789466113.618047:0:253751:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789466113.618051:0:253751:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789466113.618054:0:253751:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789466113.618058:0:253751:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93564:93564:256:4294967295] 192.168.203.142@tcp LPNI seq info [93564:93564:8:4294967295] 00000400:00000200:2.0:1789466113.618063:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466113.618075:0:253751:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789466113.618083:0:253751:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789466113.618089:0:253751:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6600. 00000800:00000200:2.0:1789466113.618097:0:253751:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789466113.618107:0:253751:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789466113.618112:0:253751:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789466113.618125:0:253751:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466113.618203:0:253751:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14472 usecs (15 jiffies) 00000400:00000200:2.0:1789466113.618207:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789466113.618211:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313029648 00000100:00000010:2.0:1789466113.618217:0:253751:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64d000. 00000100:00000001:2.0:1789466113.618337:0:253751:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1789466113.618346:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313029648 00000100:00000010:2.0:1789466113.618351:0:253751:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbaed64dcc0. 00000100:00000001:2.0:1789466113.618355:0:253751:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1789466113.618362:0:253751:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789466113.618365:0:253751:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466113.618370:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466113.618372:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466113.618374:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466113.618377:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466113.618380:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466113.618390:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466113.618393:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789466113.618395:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466113.618397:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466113.618405:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466113.618406:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466113.618408:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466113.618410:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789466113.618413:0:253751:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1789466113.618414:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466113.618417:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466113.618418:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466113.618420:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466113.618421:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466113.618423:0:253751:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789466113.618428:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742d880 x1876386402355840/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466113.618435:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466113.618437:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466113.618439:0:253751:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789466113.618440:0:253751:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789466113.618442:0:253751:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789466113.618445:0:253751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402355840:192.168.203.142@tcp:400:kworker.0 00000100:00000001:2.0:1789466113.618449:0:253751:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789466113.618451:0:253751:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789466113.618453:0:253751:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466113.618455:0:253751:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789466113.618459:0:253751:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbac56e1a00. 02000000:00000001:2.0:1789466113.618461:0:253751:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789466113.618465:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:2.0:1789466113.618468:0:253751:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d3ee7e70. 00000400:00000010:2.0:1789466113.618472:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de550. 00000100:00000200:2.0:1789466113.618475:0:253751:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402355840, portal 4 00000100:00000001:2.0:1789466113.618476:0:253751:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789466113.618477:0:253751:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836128896 : -126740873422720 : ffff8cbad742d880) 00000100:00000040:2.0:1789466113.618484:0:253751:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742d880 x1876386402355840/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466113.618504:0:253751:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789466113.618512:0:253751:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:2.0:1789466113.618515:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbacf6de770. 00000100:00000200:2.0:1789466113.618518:0:253751:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402355840, offset 0 00000400:00000200:2.0:1789466113.618523:0:253751:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:2.0:1789466113.618527:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466113.618532:0:253751:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:2.0:1789466113.618536:0:253751:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789466113.618538:0:253751:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:2.0:1789466113.618541:0:253751:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789466113.618543:0:253751:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:2.0:1789466113.618546:0:253751:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93565:93565:255:4294967295] 192.168.203.142@tcp LPNI seq info [93565:93565:7:4294967295] 00000400:00000200:2.0:1789466113.618550:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466113.618557:0:253751:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:2.0:1789466113.618562:0:253751:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:2.0:1789466113.618565:0:253751:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cb9f65c6100. 00000800:00000200:2.0:1789466113.618570:0:253751:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:2.0:1789466113.618575:0:253751:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:2.0:1789466113.618578:0:253751:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cb9f65c6100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789466113.618581:0:253751:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466113.618584:0:253751:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: using a timeout of 43461 usecs (44 jiffies) 00000400:00000200:2.0:1789466113.618588:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:2.0:1789466113.618590:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313029677 00000100:00000001:2.0:1789466113.618595:0:253751:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request active for cpu 2, simply extend its deadline from 4313029648 00000100:00000001:2.0:1789466113.618598:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313029677 00000100:00000001:2.0:1789466113.618601:0:253751:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request active for cpu 3, simply extend its deadline from 4313029648 00000100:00000001:2.0:1789466113.618603:0:253751:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789466113.618606:0:253751:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466113.618608:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466113.618610:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789466113.618611:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466113.618619:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466113.618621:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789466113.618689:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466113.618694:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6600. 00000400:00000200:2.0:1789466113.618702:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466113.618709:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466113.618715:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de330 00000400:00000010:2.0:1789466113.618718:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de330. 00000100:00000001:2.0:1789466113.618724:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466113.618729:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742df80 x1876386402355968/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466113.618739:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466113.618743:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742df80 x1876386402355968/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466129 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466113.618750:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466113.618752:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789466113.618846:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466113.618849:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cb9f65c6100. 00000400:00000200:2.0:1789466113.618852:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466113.618856:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466113.618859:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de770 00000400:00000010:2.0:1789466113.618861:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de770. 00000100:00000001:2.0:1789466113.618863:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466113.618866:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742d880 x1876386402355840/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466113.618873:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466113.618876:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742d880 x1876386402355840/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466129 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466113.618881:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466113.618883:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789466113.620182:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466113.620190:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789466113.623432:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466113.623454:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789466113.623460:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466113.623481:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466113.623501:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466113.623510:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:2.0:1789466113.623522:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466113.623529:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466113.623535:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466113.623541:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f94b00 00000400:00000200:2.0:1789466113.623546:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466113.623553:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe74fd [1] + 224 00000800:00000001:2.0:1789466113.623561:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466113.623567:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466113.623571:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466113.623576:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:2.0:1789466113.623586:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466113.623598:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742df80 x1876386402355968/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466129 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789466113.623611:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742df80 x1876386402355968/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466113.623637:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789466113.623647:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466113.623650:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466113.623928:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466113.623934:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789466113.623943:0:253751:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466113.623945:0:253751:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466113.623949:0:253751:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee71b8. 00000400:00000200:3.0:1789466113.623954:0:253751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de2a8 00000400:00000010:3.0:1789466113.623957:0:253751:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de2a8. 00000100:00000001:3.0:1789466113.623960:0:253751:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466113.623965:0:253751:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742df80 x1876386402355968/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466113.623976:0:253751:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742df80 x1876386402355968/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466129 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466113.623989:0:253751:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466113.623992:0:253751:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466113.623995:0:253751:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789466113.623999:0:253751:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789466113.624002:0:253751:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466113.624005:0:253751:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466113.624009:0:253751:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466113.624023:0:253751:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f5c60 time=96 v=5 (5 5 5 5) 00000100:00001000:3.0:1789466113.624027:0:253751:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f5c18 time=42 v=5 (1 1 1 0) 00000100:00000001:3.0:1789466113.624030:0:253751:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789466113.624032:0:253751:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466113.624035:0:253751:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789466113.624039:0:253751:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466113.624043:0:253751:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789466113.624045:0:253751:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cbad29bd800: skip recheck: last_committed 12884913986 00000100:00000001:3.0:1789466113.624048:0:253751:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789466113.624050:0:253751:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466113.624055:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742df80 x1876386402355968/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466113.624063:0:253751:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466113.624066:0:253751:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466113.624068:0:253751:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466113.624072:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742df80 x1876386402355968/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466129 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466113.624080:0:253751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402355968:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466113.624085:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466113.624088:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466113.624090:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466113.624093:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466113.624096:0:253751:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466113.624100:0:253751:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742df80 x1876386402355968/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466129 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466113.624117:0:253751:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466113.624119:0:253751:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466113.624124:0:253751:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbac56e1e00. 02000000:00000001:3.0:1789466113.624279:0:253751:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466113.624283:0:253751:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466113.624285:0:253751:0:(genops.c:1222:class_import_put()) import ffff8cbac62f5800 refcount=2 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000020:00000001:3.0:1789466113.624288:0:253751:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466113.624291:0:253751:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cb9f65c6000. 02000000:00000001:3.0:1789466113.624295:0:253751:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466113.624297:0:253751:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466113.624300:0:253751:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742df80. 00000100:00000001:3.0:1789466113.624306:0:253751:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466113.624308:0:253751:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466113.624312:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466113.624314:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466113.624315:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466113.624317:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466113.624319:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466113.624321:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466113.624323:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466113.624325:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789466113.624865:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466113.624878:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789466113.624880:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466113.624882:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466113.624890:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466113.624895:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:2.0:1789466113.624904:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466113.624910:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466113.624915:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466113.624919:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f94a80 00000400:00000200:2.0:1789466113.624924:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466113.624939:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe750d [1] + 224 00000800:00000001:2.0:1789466113.625003:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466113.625011:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466113.625014:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466113.625020:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:2.0:1789466113.625025:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466113.625033:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742d880 x1876386402355840/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466129 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789466113.625044:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742d880 x1876386402355840/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466113.625092:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466113.625094:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789466113.625111:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789466113.625119:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466113.625122:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1789466113.625306:0:253751:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466113.625309:0:253751:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466113.625312:0:253751:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d3ee7e70. 00000400:00000200:3.0:1789466113.625316:0:253751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbacf6de550 00000400:00000010:3.0:1789466113.625319:0:253751:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbacf6de550. 00000100:00000001:3.0:1789466113.625323:0:253751:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466113.625328:0:253751:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742d880 x1876386402355840/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466113.625337:0:253751:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742d880 x1876386402355840/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466129 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466113.625345:0:253751:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466113.625354:0:253751:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466113.625357:0:253751:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789466113.625360:0:253751:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789466113.625362:0:253751:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466113.625365:0:253751:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466113.625368:0:253751:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466113.625379:0:253751:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f6460 time=96 v=5 (5 5 5 5) 00000100:00001000:3.0:1789466113.625383:0:253751:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f6418 time=118 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466113.625386:0:253751:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789466113.625388:0:253751:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466113.625390:0:253751:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789466113.625393:0:253751:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466113.625396:0:253751:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789466113.625399:0:253751:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8cbad29bd800: skip recheck: last_committed 17179870928 00000100:00000001:3.0:1789466113.625400:0:253751:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789466113.625402:0:253751:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466113.625407:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742d880 x1876386402355840/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466113.625414:0:253751:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466113.625417:0:253751:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466113.625418:0:253751:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466113.625422:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742d880 x1876386402355840/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466129 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466113.625429:0:253751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402355840:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466113.625434:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466113.625436:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466113.625438:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466113.625439:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466113.625441:0:253751:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466113.625444:0:253751:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742d880 x1876386402355840/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466129 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466113.625450:0:253751:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466113.625452:0:253751:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466113.625461:0:253751:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbac56e1a00. 02000000:00000001:3.0:1789466113.625463:0:253751:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466113.625466:0:253751:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466113.625468:0:253751:0:(genops.c:1222:class_import_put()) import ffff8cbac62f6000 refcount=2 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000020:00000001:3.0:1789466113.625470:0:253751:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466113.625472:0:253751:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cb9f65c6300. 02000000:00000001:3.0:1789466113.625475:0:253751:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466113.625477:0:253751:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466113.625479:0:253751:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742d880. 00000100:00000001:3.0:1789466113.625482:0:253751:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466113.625483:0:253751:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466113.625486:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466113.625488:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466113.625490:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466113.625491:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466113.625493:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466113.625495:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466113.625496:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466113.625498:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466113.663295:0:308686:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4313029677, at 4313029678 00000100:00000010:2.0:1789466113.663316:0:308686:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64d000. 00000100:00000040:3.0:1789466113.663517:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313029677, at 4313029678 00000100:00000010:3.0:1789466113.663526:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbaed64dcc0. 00000100:00000001:1.0:1789466113.681345:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1789466113.681356:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466113.681377:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466088/real 1789466088] req@ffff8cb9f9032300 x1876386402353920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466113.681400:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466113.681403:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466113.681408:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9cec8. 00000400:00000200:1.0:1789466113.681416:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec0893b8 00000400:00000010:1.0:1789466113.681419:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec0893b8. 00000100:00000001:1.0:1789466113.681424:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466113.681429:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9032300 x1876386402353920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466113.681438:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9032300 x1876386402353920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466113.681446:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466113.681448:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466113.681475:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466113.681477:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466113.681482:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9032300 x1876386402353920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466113.681489:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466113.681492:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1789466113.681497:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466088/real 1789466088] req@ffff8cb9f9032d80 x1876386402353792/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1789466113.681505:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789466113.681506:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789466113.681508:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4e9c528. 00000400:00000200:1.0:1789466113.681511:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089110 00000400:00000010:1.0:1789466113.681513:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089110. 00000100:00000001:1.0:1789466113.681516:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789466113.681519:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9032d80 x1876386402353792/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466113 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789466113.681527:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9032d80 x1876386402353792/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466113.681533:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789466113.681534:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466113.681536:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466113.681537:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1789466113.681542:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9032d80 x1876386402353792/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466113 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466113.681547:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466113.681558:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466113.681561:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466113.681564:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466113.681567:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466113.681571:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466113.681575:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9032300 x1876386402353920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466113 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466113.683186:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466113.683193:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466113.683196:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466113.683198:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466113.683202:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466113.683206:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466113.683211:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789466113.683449:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789466113.683453:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466113.683463:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9032300 x1876386402353920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466113 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466113.683472:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402353920:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789466113.683479:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789466113.683484:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9032d80 x1876386402353792/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466113 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466113.683491:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1789466113.683493:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466113.683494:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789466113.683496:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466113.683498:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1789466113.683499:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1789466113.683502:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789466113.683530:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789466113.683536:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789466113.683539:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789466113.683542:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1789466113.683545:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789466113.683547:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789466113.683552:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789466113.683555:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18336 00000400:00000200:0.0:1789466113.683566:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789466113.683573:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789466113.683577:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789466113.683581:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466113.683606:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789466113.683609:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466113.683612:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789466113.683630:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789466113.683633:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348beb7 00000020:00000001:0.0:1789466113.683636:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789466113.683640:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e77800 refcount=5 00000020:00000001:0.0:1789466113.683643:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000020:00000001:0.0:1789466113.683645:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494596096 : -126741214955520 : ffff8cbac2e77800) 00000100:00000040:0.0:1789466113.683648:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466113.683650:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789466113.683652:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466113.683654:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789466113.683657:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e77800 : new refcount 4 00000100:00080000:0.0:1789466113.683660:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff8cbad29bd800: import ffff8cbac62f0000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789466113.683663:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466113.683666:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789466113.683675:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789466113.683678:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466113.683681:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789466113.683686:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789466113.683689:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466113.683691:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789466113.683699:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6ea680. 00000020:00000040:0.0:1789466113.683703:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f0000 refcount=8 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789466113.683711:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789466113.683713:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466113.683717:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789466113.683720:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789466113.683725:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789466113.683734:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687d400. 00000100:00000001:0.0:1789466113.683742:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789466113.683756:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6ea680 x1876386402356096/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789466113.683770:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789466113.683775:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466113.683779:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b82c5178] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6ea680 x1876386402356096/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466113.683792:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1789466113.683794:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789466113.683796:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1789466113.683798:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1789466113.683799:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cbac62f2000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1789466113.683802:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1789466113.683804:0:331017:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: connect to NID 192.168.203.142@tcp last attempt 18336 00000400:00000200:0.0:1789466113.683818:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789466113.683821:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00080000:0.0:1789466113.683824:0:331017:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1789466113.683826:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466113.683828:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789466113.683830:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466113.683832:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:0.0:1789466113.683835:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1789466113.683837:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348bebe 00000020:00000001:0.0:1789466113.683838:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1789466113.683840:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cbac2e74000 refcount=5 00000020:00000001:0.0:1789466113.683842:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000020:00000001:0.0:1789466113.683844:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617332494581760 : -126741214969856 : ffff8cbac2e74000) 00000100:00000040:0.0:1789466113.683847:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466113.683849:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1789466113.683851:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:0.0:1789466113.683858:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:0.0:1789466113.683860:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cbac2e74000 : new refcount 4 00000100:00080000:0.0:1789466113.683864:0:331017:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff8cbad29bd800: import ffff8cbac62f2000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:0.0:1789466113.683866:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466113.683868:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1789466113.683871:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789466113.683873:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466113.683875:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1789466113.683877:0:331017:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683432 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1789466113.683879:0:331017:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466113.683881:0:331017:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1789466113.683884:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbacf6e8700. 00000020:00000040:0.0:1789466113.683886:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f2000 refcount=8 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 02000000:00000001:0.0:1789466113.683889:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1789466113.683890:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466113.683891:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789466113.683893:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789466113.683895:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789466113.683898:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cbae687e000. 00000100:00000001:0.0:1789466113.683902:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789466113.683906:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbacf6e8700 x1876386402356224/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789466113.683914:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789466113.683916:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466113.683919:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b4c9f10] to pc [ptlrpcd_rcv+-1] req@ffff8cbacf6e8700 x1876386402356224/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466113.683926:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789466113.683933:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18367) 00000100:00080000:1.0:1789466113.684502:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.142@tcp failed (-110) 00000100:00000001:1.0:1789466113.684508:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1789466113.684514:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9032d80 x1876386402353792/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466113 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789466113.684542:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402353792:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789466113.684548:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466113.684553:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466113.684557:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9032300 x1876386402353920/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466113 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466113.684565:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466113.684569:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466113.684572:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbad740bc00. 02000000:00000001:1.0:1789466113.684579:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466113.684582:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466113.684583:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f2000 refcount=7 obd=lustre-MDT0001-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789466113.684586:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466113.684589:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6891800. 02000000:00000001:1.0:1789466113.684593:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466113.684595:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466113.684597:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9032300. 00000100:00000001:1.0:1789466113.684602:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466113.684603:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466113.684605:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789466113.684608:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9032d80 x1876386402353792/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 1 dl 1789466113 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789466113.684715:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789466113.684721:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1789466113.684725:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18367) 00000100:00000001:1.0:1789466113.684770:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789466113.684772:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789466113.684774:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbad7409800. 02000000:00000001:1.0:1789466113.684777:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789466113.684779:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789466113.684780:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cbac62f0000 refcount=7 obd=lustre-MDT0000-mdc-ffff8cbad29bd800 00000020:00000001:1.0:1789466113.684782:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789466113.684784:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbae6893000. 02000000:00000001:1.0:1789466113.684787:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789466113.684788:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789466113.684790:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9032d80. 00000100:00000001:1.0:1789466113.684801:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789466113.684802:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466113.684805:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466113.684823:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466113.684825:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466113.684828:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466113.684831:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466113.684833:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466113.684839:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6ea680 x1876386402356096/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466113.684847:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466113.684850:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466113.684854:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466113.684857:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466113.684860:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466113.684863:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402356096:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789466113.684876:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466113.684881:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466113.684884:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466113.684887:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466113.684892:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6893000. 02000000:00000001:1.0:1789466113.684894:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789466113.684903:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789466113.684908:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f308f0. 00000400:00000010:1.0:1789466113.684917:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5330. 00000100:00000200:1.0:1789466113.684926:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402356096, portal 10 00000100:00000001:1.0:1789466113.684929:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466113.684931:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704781952 : -126741004769664 : ffff8cbacf6ea680) 00000100:00000040:1.0:1789466113.684940:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6ea680 x1876386402356096/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466113.684947:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466113.684949:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789466113.684953:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5220. 00000100:00000200:1.0:1789466113.684956:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402356096, offset 0 00000400:00000200:1.0:1789466113.684971:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789466113.684982:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789466113.684989:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789466113.684996:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789466113.685001:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789466113.685005:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789466113.685008:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789466113.685012:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93566:93566:256:4294967295] 192.168.203.142@tcp LPNI seq info [93566:93566:8:4294967295] 00000400:00000200:1.0:1789466113.685017:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789466113.685029:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789466113.685037:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789466113.685044:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac40aea00. 00000800:00000200:1.0:1789466113.685053:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789466113.685436:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789466113.685441:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac40aea00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789466113.685526:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466113.685532:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: using a timeout of 26072 usecs (27 jiffies) 00000400:00000200:1.0:1789466113.685537:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789466113.685540:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313029727 00000100:00000010:1.0:1789466113.685546:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a780. 00000100:00000001:1.0:1789466113.685554:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1789466113.685561:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313029727 00000100:00000010:1.0:1789466113.685565:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cb9e869a480. 00000100:00000001:1.0:1789466113.685568:0:253748:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1789466113.685581:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466113.685584:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466113.685588:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789466113.685594:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbacf6e8700 x1876386402356224/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466113.685601:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789466113.685610:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466113.685612:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789466113.685623:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789466113.685626:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789466113.685630:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbacf6e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253748:1876386402356224:192.168.203.142@tcp:38:kworker.0 00000100:00000001:1.0:1789466113.685633:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789466113.685636:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789466113.685638:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789466113.685640:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789466113.685644:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae6891800. 02000000:00000001:1.0:1789466113.685645:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789466113.685651:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:1.0:1789466113.685654:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4f30370. 00000400:00000010:1.0:1789466113.685658:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d54c8. 00000100:00000200:1.0:1789466113.685663:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402356224, portal 10 00000100:00000001:1.0:1789466113.685665:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789466113.685667:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332704773888 : -126741004777728 : ffff8cbacf6e8700) 00000100:00000040:1.0:1789466113.685673:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbacf6e8700 x1876386402356224/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789466113.685679:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789466113.685681:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:1.0:1789466113.685683:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbac51d5a18. 00000100:00000200:1.0:1789466113.685686:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1876386402356224, offset 0 00000400:00000200:1.0:1789466113.685690:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:1.0:1789466113.685695:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789466113.685700:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:1.0:1789466113.685704:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789466113.685708:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:1.0:1789466113.685711:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789466113.685713:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:1.0:1789466113.685716:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93567:93567:255:4294967295] 192.168.203.142@tcp LPNI seq info [93567:93567:7:4294967295] 00000400:00000200:1.0:1789466113.685719:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:1.0:1789466113.685726:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:1.0:1789466113.685738:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:1.0:1789466113.685743:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac40ae400. 00000800:00000200:1.0:1789466113.685752:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:1.0:1789466113.685757:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:1.0:1789466113.685759:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac40ae400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1789466113.685763:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789466113.685767:0:253748:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: using a timeout of 14570 usecs (15 jiffies) 00000400:00000200:1.0:1789466113.685770:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:1.0:1789466113.685772:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313029715 00000100:00000001:1.0:1789466113.685774:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313029727 00000100:00000001:1.0:1789466113.685777:0:253748:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313029715 00000100:00000001:1.0:1789466113.685778:0:253748:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313029727 00000100:00000001:1.0:1789466113.685780:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789466113.685783:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466113.685786:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466113.685789:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466113.685794:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789466113.685796:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789466113.685798:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789466113.685799:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789466113.685801:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789466113.685803:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789466113.685959:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466113.685966:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac40aea00. 00000400:00000200:2.0:1789466113.685972:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466113.685977:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466113.685983:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5220 00000400:00000010:2.0:1789466113.685986:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5220. 00000100:00000001:2.0:1789466113.685991:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466113.685996:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6ea680 x1876386402356096/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466113.686003:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466113.686012:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6ea680 x1876386402356096/t0(0) o38->lustre-MDT0000-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466113.686019:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466113.686020:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1789466113.689515:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466113.689531:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac40ae400. 00000400:00000200:2.0:1789466113.689626:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466113.689638:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466113.689649:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5a18 00000400:00000010:2.0:1789466113.689653:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5a18. 00000100:00000001:2.0:1789466113.689660:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466113.689672:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbacf6e8700 x1876386402356224/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466113.689685:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466113.689690:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbacf6e8700 x1876386402356224/t0(0) o38->lustre-MDT0001-mdc-ffff8cbad29bd800@192.168.203.142@tcp:12/10 lens 520/544 e 0 to 0 dl 1789466138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466113.689697:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466113.689699:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1789466113.714606:0:308686:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4313029727, at 4313029729 00000100:00000010:2.0:1789466113.714627:0:308686:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a780. 00000100:00000040:3.0:1789466113.715198:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313029727, at 4313029730 00000100:00000010:3.0:1789466113.715207:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cb9e869a480. 00010000:00000001:0.0:1789466114.385329:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466114.385341:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466114.385348:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466114.385350:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466114.385354:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466114.385355:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466114.385359:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466114.385360:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466114.385364:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466114.385365:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789466114.385491:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789466114.385496:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789466114.385499:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466114.641291:0:253751:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466114.641313:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466114.641316:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466114.641323:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466114.641326:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466114.641331:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466114.641334:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466114.641337:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466114.641340:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466114.641345:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466114.707789:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466114.707822:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466114.707825:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466114.707832:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466114.707836:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466114.707841:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466114.707845:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466115.409396:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466115.409403:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466115.409409:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466115.409412:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466115.409414:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466115.409420:0:305568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789466115.409423:0:305568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789466115.409424:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466115.409428:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466115.409430:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466115.409432:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466115.409434:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466115.409437:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466115.409439:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466115.409442:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466115.409443:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466115.409446:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466115.409447:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466115.409449:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466115.409450:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466115.409452:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466115.409453:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466115.409471:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466115.409473:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466115.409606:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466115.409609:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466115.409612:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789466115.729413:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466115.729427:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466115.729429:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466115.729434:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466115.729436:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466115.729440:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466115.729443:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466116.433257:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466116.433265:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466116.433270:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466116.433272:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466116.433275:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466116.433276:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466116.433279:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466116.433280:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466116.433283:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466116.433284:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466116.434566:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466116.434572:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466116.434576:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789466116.753250:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466116.753264:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466116.753267:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466116.753271:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466116.753273:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466116.753277:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466116.753280:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466117.457348:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466117.457359:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466117.457367:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466117.457369:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466117.457373:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466117.457374:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466117.457378:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466117.457379:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466117.457383:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466117.457385:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789466117.457495:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789466117.457500:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789466117.457504:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789466117.777258:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466117.777280:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466117.777282:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466117.777310:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466117.777313:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466117.777318:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466117.777322:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466118.482330:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466118.482342:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466118.482350:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466118.482351:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466118.482355:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466118.482356:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466118.482360:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466118.482362:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466118.482365:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466118.482367:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789466118.482512:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789466118.482516:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789466118.482520:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789466118.738055:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466118.738068:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789466118.738071:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466118.738084:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789466118.738087:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466118.738090:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789466118.738115:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789466118.738120:0:331017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789466118.738228:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742dc00. 00000020:00000040:2.0:1789466118.738245:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f6000 refcount=3 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000100:00000001:2.0:1789466118.738250:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789466118.738254:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789466118.738261:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789466118.738272:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cb9f65c6100. 00000100:00000001:2.0:1789466118.738280:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466118.738295:0:331017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID req@ffff8cbad742dc00 x1876386402356352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789466118.738309:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789466118.738313:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466118.738320:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e28b06d0] to pc [ptlrpcd_01_01+1] req@ffff8cbad742dc00 x1876386402356352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466118.738359:0:331017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466118.738362:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789466118.738366:0:331017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789466118.738370:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742ce00. 00000020:00000040:2.0:1789466118.738373:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f5800 refcount=3 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000100:00000001:2.0:1789466118.738375:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789466118.738384:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1789466118.738387:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1789466118.738387:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789466118.738391:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cb9f65c6600. 00000100:00000001:2.0:1789466118.738394:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466118.738400:0:331017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID req@ffff8cbad742ce00 x1876386402356480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789466118.738402:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466118.738406:0:253752:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466118.738417:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742dc00 x1876386402356352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466118.738417:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789466118.738422:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466118.738430:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d505892d] to pc [ptlrpcd_01_00+0] req@ffff8cbad742ce00 x1876386402356480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466118.738434:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466118.738437:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466118.738444:0:253752:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466118.738448:0:253752:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789466118.738452:0:331017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466118.738453:0:253752:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466118.738460:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18372) 00000100:00100000:3.0:1789466118.738461:0:253752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402356352:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466118.738469:0:253752:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466118.738476:0:253752:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466118.738479:0:253752:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466118.738482:0:253752:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466118.738488:0:253752:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad11a4600. 02000000:00000001:3.0:1789466118.738491:0:253752:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466118.738500:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466118.738505:0:253752:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bff20. 00000400:00000010:3.0:1789466118.738513:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cecc0. 00000100:00000200:3.0:1789466118.738522:0:253752:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402356352, portal 4 00000100:00000001:3.0:1789466118.738525:0:253752:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466118.738527:0:253752:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836129792 : -126740873421824 : ffff8cbad742dc00) 00000100:00000040:3.0:1789466118.738550:0:253752:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742dc00 x1876386402356352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466118.738558:0:253752:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466118.738561:0:253752:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466118.738566:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce880. 00000100:00000200:3.0:1789466118.738569:0:253752:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402356352, offset 0 00000400:00000200:3.0:1789466118.738590:0:253752:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466118.738601:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466118.738612:0:253752:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466118.738617:0:253752:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466118.738622:0:253752:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466118.738637:0:253752:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466118.738639:0:253752:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466118.738644:0:253752:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93568:93568:256:4294967295] 192.168.203.142@tcp LPNI seq info [93568:93568:8:4294967295] 00000400:00000200:3.0:1789466118.738649:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466118.738661:0:253752:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466118.738668:0:253752:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466118.738675:0:253752:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7f00. 00000800:00000200:3.0:1789466118.738682:0:253752:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466118.738692:0:253752:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466118.738698:0:253752:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466118.738712:0:253752:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466118.738719:0:253752:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: using a timeout of 43431 usecs (44 jiffies) 00000400:00000200:3.0:1789466118.738723:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466118.738726:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313034797 00000100:00000010:3.0:1789466118.738732:0:253752:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad0451300. 00000100:00000001:3.0:1789466118.738741:0:253752:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789466118.738747:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313034797 00000100:00000010:3.0:1789466118.738751:0:253752:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04517e0. 00000100:00000001:3.0:1789466118.738754:0:253752:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789466118.738758:0:253752:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466118.738761:0:253752:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466118.738766:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466118.738779:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466118.738789:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466118.738792:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789466118.738795:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466118.738796:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466118.738798:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466118.738801:0:253752:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1789466118.738803:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466118.738805:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466118.738812:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466118.738815:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466118.738816:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466118.738817:0:253752:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466118.738823:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742ce00 x1876386402356480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466118.738831:0:253752:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466118.738833:0:253752:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466118.738836:0:253752:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466118.738838:0:253752:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466118.738840:0:253752:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466118.738843:0:253752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402356480:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466118.738846:0:253752:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466118.738849:0:253752:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466118.738850:0:253752:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466118.738852:0:253752:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466118.738856:0:253752:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad11a5a00. 02000000:00000001:3.0:1789466118.738858:0:253752:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466118.738863:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466118.738866:0:253752:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf948. 00000400:00000010:3.0:1789466118.738870:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce6e8. 00000100:00000200:3.0:1789466118.738873:0:253752:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402356480, portal 4 00000100:00000001:3.0:1789466118.738875:0:253752:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466118.738876:0:253752:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836126208 : -126740873425408 : ffff8cbad742ce00) 00000100:00000040:3.0:1789466118.738883:0:253752:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742ce00 x1876386402356480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466118.738890:0:253752:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466118.738892:0:253752:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466118.738896:0:253752:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce088. 00000100:00000200:3.0:1789466118.738898:0:253752:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402356480, offset 0 00000400:00000200:3.0:1789466118.738904:0:253752:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466118.738908:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466118.738911:0:253752:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466118.738920:0:253752:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466118.738923:0:253752:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466118.738926:0:253752:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466118.738928:0:253752:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466118.738931:0:253752:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93569:93569:255:4294967295] 192.168.203.142@tcp LPNI seq info [93569:93569:7:4294967295] 00000400:00000200:3.0:1789466118.738936:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466118.738943:0:253752:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466118.738948:0:253752:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466118.738952:0:253752:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7a00. 00000800:00000200:3.0:1789466118.738956:0:253752:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466118.738961:0:253752:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466118.738964:0:253752:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466118.738968:0:253752:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466118.738971:0:253752:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14471 usecs (15 jiffies) 00000400:00000200:3.0:1789466118.738974:0:253752:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466118.738976:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313034768 00000100:00000001:3.0:1789466118.738979:0:253752:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 2, keep current deadline 4313034797 00000100:00000001:3.0:1789466118.738981:0:253752:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313034768 00000100:00000001:3.0:1789466118.738984:0:253752:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request active for cpu 3, keep current deadline 4313034797 00000100:00000001:3.0:1789466118.738987:0:253752:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466118.738989:0:253752:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466118.738992:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466118.738994:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466118.739011:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466118.739013:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466118.739017:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466118.739019:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466118.739021:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466118.739024:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466118.739025:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789466118.739096:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466118.739106:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7f00. 00000400:00000200:3.0:1789466118.739115:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466118.739122:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466118.739128:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce880 00000400:00000010:3.0:1789466118.739352:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce880. 00000100:00000001:3.0:1789466118.739360:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466118.739365:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742dc00 x1876386402356352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466118.739376:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466118.739379:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742dc00 x1876386402356352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466134 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466118.739387:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466118.739389:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789466118.744320:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789466118.744336:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7a00. 00000400:00000200:3.0:1789466118.744345:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466118.744357:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:3.0:1789466118.744366:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce088 00000400:00000010:3.0:1789466118.744369:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce088. 00000100:00000001:3.0:1789466118.744376:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789466118.744386:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742ce00 x1876386402356480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466118.744401:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466118.744404:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742ce00 x1876386402356480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466134 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466118.744411:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466118.744413:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789466118.744429:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466118.744444:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466118.744448:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466118.744450:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466118.744457:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466118.744463:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466118.744491:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466118.744496:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466118.744502:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466118.744507:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f94d00 00000400:00000200:3.0:1789466118.744512:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466118.744518:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe753d [1] + 224 00000800:00000001:3.0:1789466118.744527:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466118.744542:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466118.744545:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466118.744548:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466118.744554:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466118.744558:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742ce00 x1876386402356480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466134 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466118.744566:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742ce00 x1876386402356480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466118.745653:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466118.745661:0:253752:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466118.745704:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466118.745721:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466118.745733:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789466118.745737:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466118.745739:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466118.745747:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466118.745754:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:3.0:1789466118.745760:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466118.745764:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466118.745768:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466118.745784:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f94c80 00000400:00000200:3.0:1789466118.745790:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466118.745795:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe752d [1] + 224 00000800:00000001:3.0:1789466118.745802:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466118.745812:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789466118.745815:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789466118.745833:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:3.0:1789466118.745839:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466118.745848:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742dc00 x1876386402356352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466134 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789466118.745858:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742dc00 x1876386402356352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466118.745865:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789466118.745869:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789466118.745873:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789466118.745950:0:253752:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789466118.745953:0:253752:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789466118.746019:0:253752:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf948. 00000400:00000200:2.0:1789466118.746026:0:253752:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce6e8 00000400:00000010:2.0:1789466118.746028:0:253752:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce6e8. 00000100:00000001:2.0:1789466118.746032:0:253752:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466118.746038:0:253752:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742ce00 x1876386402356480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789466118.746046:0:253752:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742ce00 x1876386402356480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466134 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466118.746053:0:253752:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789466118.746055:0:253752:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466118.746058:0:253752:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789466118.746062:0:253752:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789466118.746065:0:253752:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789466118.746067:0:253752:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466118.746071:0:253752:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789466118.746083:0:253752:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f5c60 time=101 v=5 (5 5 5 5) 00000100:00001000:2.0:1789466118.746171:0:253752:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f5c18 time=47 v=5 (1 1 1 0) 00000100:00000001:2.0:1789466118.746176:0:253752:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789466118.746178:0:253752:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466118.746182:0:253752:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789466118.746186:0:253752:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466118.746191:0:253752:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789466118.746193:0:253752:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cbad29bd800: skip recheck: last_committed 12884913986 00000100:00000001:2.0:1789466118.746195:0:253752:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789466118.746197:0:253752:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466118.746203:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742ce00 x1876386402356480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466118.746305:0:253752:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789466118.746309:0:253752:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789466118.746312:0:253752:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789466118.746317:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742ce00 x1876386402356480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466134 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789466118.746326:0:253752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402356480:192.168.203.142@tcp:400:kworker.0 00000400:00000001:2.0:1789466118.746333:0:253752:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789466118.746335:0:253752:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789466118.746337:0:253752:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bff20. 00000400:00000200:2.0:1789466118.746340:0:253752:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cecc0 00000400:00000010:2.0:1789466118.746342:0:253752:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cecc0. 00000100:00000001:2.0:1789466118.746344:0:253752:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466118.746347:0:253752:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742dc00 x1876386402356352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789466118.746355:0:253752:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742dc00 x1876386402356352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466134 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466118.746360:0:253752:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789466118.746362:0:253752:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466118.746363:0:253752:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789466118.746365:0:253752:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789466118.746366:0:253752:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789466118.746368:0:253752:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466118.746370:0:253752:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789466118.746375:0:253752:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f6460 time=101 v=5 (5 5 5 5) 00000100:00001000:2.0:1789466118.746379:0:253752:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f6418 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1789466118.746381:0:253752:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789466118.746382:0:253752:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789466118.746384:0:253752:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789466118.746386:0:253752:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466118.746388:0:253752:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789466118.746390:0:253752:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8cbad29bd800: skip recheck: last_committed 17179870928 00000100:00000001:2.0:1789466118.746398:0:253752:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789466118.746400:0:253752:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466118.746405:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742dc00 x1876386402356352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466118.746411:0:253752:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789466118.746413:0:253752:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789466118.746414:0:253752:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789466118.746417:0:253752:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742dc00 x1876386402356352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466134 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789466118.746425:0:253752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253752:1876386402356352:192.168.203.142@tcp:400:kworker.0 00000100:00000001:2.0:1789466118.746429:0:253752:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466118.746432:0:253752:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466118.746436:0:253752:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742ce00 x1876386402356480/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466134 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466118.746442:0:253752:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789466118.746446:0:253752:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789466118.746450:0:253752:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbad11a5a00. 02000000:00000001:2.0:1789466118.746455:0:253752:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789466118.746458:0:253752:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789466118.746460:0:253752:0:(genops.c:1222:class_import_put()) import ffff8cbac62f5800 refcount=2 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000020:00000001:2.0:1789466118.746463:0:253752:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789466118.746466:0:253752:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cb9f65c6600. 02000000:00000001:2.0:1789466118.746470:0:253752:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789466118.746472:0:253752:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789466118.746601:0:253752:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742ce00. 00000100:00000001:2.0:1789466118.746609:0:253752:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789466118.746610:0:253752:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466118.746612:0:253752:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466118.746617:0:253752:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742dc00 x1876386402356352/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466134 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466118.746622:0:253752:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789466118.746630:0:253752:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789466118.746632:0:253752:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbad11a4600. 02000000:00000001:2.0:1789466118.746635:0:253752:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789466118.746636:0:253752:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789466118.746638:0:253752:0:(genops.c:1222:class_import_put()) import ffff8cbac62f6000 refcount=2 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000020:00000001:2.0:1789466118.746640:0:253752:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789466118.746642:0:253752:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cb9f65c6100. 02000000:00000001:2.0:1789466118.746643:0:253752:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789466118.746645:0:253752:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789466118.746646:0:253752:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742dc00. 00000100:00000001:2.0:1789466118.746650:0:253752:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789466118.746651:0:253752:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466118.746653:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789466118.746663:0:253752:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789466118.746666:0:253752:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466118.746669:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466118.746672:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466118.784095:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313034797, at 4313034798 00000100:00000010:3.0:1789466118.784126:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04517e0. 00000100:00000040:2.0:1789466118.784464:0:308686:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4313034797, at 4313034799 00000100:00000010:2.0:1789466118.784472:0:308686:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad0451300. 00000100:00000001:0.0:1789466118.802565:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466118.802578:0:253748:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1789466118.802599:0:253748:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789466103/real 1789466103] req@ffff8cb9f9031c00 x1876386402355328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466118 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1789466118.802622:0:253748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789466118.802625:0:253748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789466118.802629:0:253748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9d4f30000. 00000400:00000200:0.0:1789466118.802639:0:253748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbac51d5000 00000400:00000010:0.0:1789466118.802643:0:253748:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbac51d5000. 00000100:00000001:0.0:1789466118.802649:0:253748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789466118.802653:0:253748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cb9f9031c00 x1876386402355328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466118 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789466118.802662:0:253748:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cb9f9031c00 x1876386402355328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466118 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466118.802669:0:253748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789466118.802672:0:253748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466118.802676:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789466118.802678:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1789466118.802682:0:253748:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8cb9f9031c00 x1876386402355328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466118 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466118.802718:0:253748:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466118.802730:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466118.802732:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466118.802736:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466118.802738:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466118.802742:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789466118.802748:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cb9f9031c00 x1876386402355328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466118 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466118.802755:0:253748:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1789466118.802758:0:253748:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466118.802759:0:253748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789466118.802761:0:253748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466118.802764:0:253748:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1789466118.802766:0:253748:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1789466118.802780:0:253748:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789466118.802810:0:253748:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.142@tcp failed (-110) 00000100:00000001:0.0:1789466118.802824:0:253748:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1789466118.802830:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cb9f9031c00 x1876386402355328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466118 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789466118.802837:0:253748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cb9f9031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402355328:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789466118.802843:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466118.802847:0:253748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789466118.802852:0:253748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cb9f9031c00 x1876386402355328/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 1 dl 1789466118 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466118.802858:0:253748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789466118.802862:0:253748:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789466118.802867:0:253748:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8cbae6890800. 00000100:00080000:2.0:1789466118.802871:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1789466118.802873:0:253748:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1789466118.802879:0:331017:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1789466118.802884:0:331017:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:0.0:1789466118.802887:0:253748:0:(genops.c:1216:class_import_put()) Process entered 00000100:00080000:2.0:1789466118.802889:0:331017:0:(import.c:65:import_set_state_nolock()) ffff8cb9e3e5c000 MGS: changing import state from DISCONN to CONNECTING 00000020:00000040:0.0:1789466118.802891:0:253748:0:(genops.c:1222:class_import_put()) import ffff8cb9e3e5c000 refcount=3 obd=MGC192.168.203.142@tcp 00000100:00000001:2.0:1789466118.802895:0:331017:0:(import.c:520:import_select_connection()) Process entered 00000020:00000001:0.0:1789466118.802896:0:253748:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789466118.802901:0:253748:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8cbad0212000. 02000000:00000001:0.0:1789466118.802906:0:253748:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789466118.802908:0:253748:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789466118.802910:0:253748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cb9f9031c00. 00000100:00080000:2.0:1789466118.802912:0:331017:0:(import.c:545:import_select_connection()) MGC192.168.203.142@tcp: connect to NID 192.168.203.142@tcp last attempt 18352 00000100:00000001:0.0:1789466118.802916:0:253748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789466118.802919:0:253748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466118.802922:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789466118.802924:0:331017:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466118.802933:0:331017:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.142@tcp is discovered: rc = 1 00000100:00001000:2.0:1789466118.802938:0:331017:0:(import.c:2196:obd_at_measure()) add 15 to ffff8cb9e3e5c418 time=157 v=10 (10 1 0 0) 00000100:00001000:2.0:1789466118.802942:0:331017:0:(import.c:2262:obd_at_measure()) AT ffff8cb9e3e5c418 change: old=10 new=15 delta=5 (val=15) hist 15 10 1 0 00000100:00080000:2.0:1789466118.802945:0:331017:0:(import.c:630:import_select_connection()) MGC192.168.203.142@tcp: tried all connections, increasing latency to 10s 00000100:00000040:2.0:1789466118.802949:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789466118.802952:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789466118.802955:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789466118.802967:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000001:2.0:1789466118.802983:0:331017:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1789466118.802985:0:331017:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b8f1d54e348be63 00000020:00000001:2.0:1789466118.802988:0:331017:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789466118.802991:0:331017:0:(lustre_handles.c:148:class_handle2object()) GET export ffff8cb9e3e5d800 refcount=3 00000020:00000001:2.0:1789466118.802994:0:331017:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000020:00000001:2.0:1789466118.802996:0:331017:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446617328753170432 : -126744956381184 : ffff8cb9e3e5d800) 00000100:00000040:2.0:1789466118.802999:0:331017:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff8cb9e0c59a00 refcount 14 to 192.168.203.142@tcp 00000100:00000001:2.0:1789466118.803001:0:331017:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1789466118.803003:0:331017:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff8cb9e0c59a00 refcount 15 to 192.168.203.142@tcp 00000100:00000001:2.0:1789466118.803005:0:331017:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446617328700725760 : -126745008825856 : ffff8cb9e0c59a00) 00000020:00000040:2.0:1789466118.803008:0:331017:0:(genops.c:879:class_export_put()) PUTting export ffff8cb9e3e5d800 : new refcount 2 00000100:00080000:2.0:1789466118.803011:0:331017:0:(import.c:666:import_select_connection()) MGC192.168.203.142@tcp: import ffff8cb9e3e5c000 using connection 192.168.203.142@tcp/192.168.203.142@tcp 00000100:00000001:2.0:1789466118.803013:0:331017:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789466118.803016:0:331017:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1789466118.803019:0:331017:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789466118.803022:0:331017:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466118.803025:0:331017:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:2.0:1789466118.803027:0:331017:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789466118.803034:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742dc00. 00000020:00000040:2.0:1789466118.803038:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cb9e3e5c000 refcount=4 obd=MGC192.168.203.142@tcp 02000000:00000001:2.0:1789466118.803041:0:331017:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1789466118.803043:0:331017:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466118.803046:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789466118.803050:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789466118.803056:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789466118.803065:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8cb9faace800. 00000100:00000001:2.0:1789466118.803074:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789466118.803081:0:331017:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8cbad742dc00 x1876386402356608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789466118.803090:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789466118.803095:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466118.803565:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e28b06d0] to pc [ptlrpcd_rcv+-1] req@ffff8cbad742dc00 x1876386402356608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466118.803604:0:331017:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1789466118.803609:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466118.803614:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789466118.803616:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466118.803619:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789466118.803626:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18372) 00000100:00000001:0.0:1789466118.803762:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466118.803767:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466118.803779:0:253748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789466118.803787:0:253748:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742dc00 x1876386402356608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466118.803796:0:253748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789466118.803798:0:253748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466118.803803:0:253748:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789466118.803806:0:253748:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789466118.803808:0:253748:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789466118.803812:0:253748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8c7fedfa-8315-41a8-a198-9b7e47e56869:253748:1876386402356608:192.168.203.142@tcp:250:kworker.0 00000100:00000001:0.0:1789466118.803817:0:253748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789466118.803821:0:253748:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789466118.803824:0:253748:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789466118.803827:0:253748:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789466118.803832:0:253748:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8cbae687c400. 02000000:00000001:0.0:1789466118.803834:0:253748:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789466118.803842:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:0.0:1789466118.803847:0:253748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9d4e9c420. 00000400:00000010:0.0:1789466118.803855:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec0896e8. 00000100:00000200:0.0:1789466118.803863:0:253748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876386402356608, portal 25 00000100:00000001:0.0:1789466118.803866:0:253748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789466118.803868:0:253748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836129792 : -126740873421824 : ffff8cbad742dc00) 00000100:00000040:0.0:1789466118.803875:0:253748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742dc00 x1876386402356608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789466118.803895:0:253748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789466118.804019:0:253748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:0.0:1789466118.804025:0:253748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbaec089990. 00000100:00000200:0.0:1789466118.804030:0:253748:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1876386402356608, offset 0 00000400:00000200:0.0:1789466118.804039:0:253748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:0.0:1789466118.804050:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789466118.804059:0:253748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:0.0:1789466118.804065:0:253748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789466118.804070:0:253748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:0.0:1789466118.804074:0:253748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789466118.804077:0:253748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:0.0:1789466118.804080:0:253748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93570:93570:256:4294967295] 192.168.203.142@tcp LPNI seq info [93570:93570:8:4294967295] 00000400:00000200:0.0:1789466118.804084:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:0.0:1789466118.804094:0:253748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:0.0:1789466118.804192:0:253748:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:0.0:1789466118.804200:0:253748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbaca517300. 00000800:00000200:0.0:1789466118.804208:0:253748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:0.0:1789466118.804354:0:253748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:0.0:1789466118.804359:0:253748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbaca517300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1789466118.804419:0:253748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789466118.804425:0:253748:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:0.0:1789466118.804428:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 2 is 4313036086 00000100:00000010:0.0:1789466118.804434:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b240. 00000100:00000001:0.0:1789466118.804442:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789466118.804448:0:253748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS new deadline estimation for cpu 3 is 4313036086 00000100:00000010:0.0:1789466118.804451:0:253748:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbac305b720. 00000100:00000001:0.0:1789466118.804454:0:253748:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.142@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789466118.804458:0:253748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789466118.804461:0:253748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466118.804473:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466118.804475:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466118.804484:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466118.804486:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466118.804489:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466118.804490:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466118.804492:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466118.804494:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789466118.809602:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466118.809615:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbaca517300. 00000400:00000200:2.0:1789466118.809782:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466118.809796:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466118.809807:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbaec089990 00000400:00000010:2.0:1789466118.809810:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbaec089990. 00000100:00000001:2.0:1789466118.809818:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466118.809828:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742dc00 x1876386402356608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466118.809843:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466118.809847:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742dc00 x1876386402356608/t0(0) o250->MGC192.168.203.142@tcp@192.168.203.142@tcp:26/25 lens 520/544 e 0 to 0 dl 1789466138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466118.809855:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466118.809857:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1789466119.505447:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466119.505458:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466119.505467:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466119.505468:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466119.505472:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466119.505473:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466119.505477:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466119.505478:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466119.505483:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466119.505484:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466119.508843:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466119.508853:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466119.508860:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789466119.825297:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466119.825326:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466119.825329:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466119.825336:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466119.825338:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466119.825344:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466119.825347:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466120.081285:0:308686:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4313036086, at 4313036096 00000100:00000010:2.0:1789466120.081304:0:308686:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b240. 00000100:00000040:3.0:1789466120.081673:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313036086, at 4313036096 00000100:00000010:3.0:1789466120.081683:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbac305b720. 00010000:00000001:0.0:1789466120.530231:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466120.530242:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466120.530245:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466120.530253:0:305568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789466120.530255:0:305568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789466120.530257:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466120.530264:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466120.530267:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466120.530269:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466120.530272:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466120.530277:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466120.530278:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466120.530283:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466120.530284:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466120.530312:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466120.530315:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466120.530316:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466120.530319:0:305568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789466120.530319:0:305568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789466120.530320:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466120.530322:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466120.530323:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466120.530325:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466120.530327:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466120.530332:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466120.530333:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466120.530450:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466120.530455:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466120.530459:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789466120.850364:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466120.850381:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466120.850384:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466120.850389:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466120.850391:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466120.850397:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466120.850400:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466121.553997:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466121.554008:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466121.554018:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466121.554019:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466121.554024:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466121.554025:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466121.554029:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466121.554030:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466121.554035:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466121.554036:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789466121.554170:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789466121.554179:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789466121.554182:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789466121.873947:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466121.873962:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466121.873964:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466121.873969:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466121.873971:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466121.873976:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466121.873980:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466122.577608:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466122.577615:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466122.577622:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466122.577640:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466122.577644:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466122.577647:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466122.577650:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466122.577655:0:305568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789466122.577658:0:305568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789466122.577659:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466122.577662:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466122.577664:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466122.577667:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466122.577669:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466122.577672:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466122.577674:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466122.577677:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466122.577679:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789466122.579946:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789466122.579954:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789466122.579960:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789466122.897287:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466122.897301:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466122.897303:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466122.897308:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466122.897310:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466122.897314:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466122.897317:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466123.601304:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466123.601311:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466123.601317:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466123.601318:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466123.601322:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466123.601323:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466123.601326:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466123.601327:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466123.601330:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466123.601332:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466123.601464:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466123.601468:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466123.601472:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789466123.857493:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466123.857518:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8c7fedfa-8315-41a8-a198-9b7e47e56869->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789466123.857521:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466123.857525:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789466123.857527:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789466123.857530:0:331017:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1789466123.857533:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789466123.857537:0:331017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789466123.857545:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742ce00. 00000020:00000040:2.0:1789466123.857552:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f6000 refcount=3 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000100:00000001:2.0:1789466123.857556:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789466123.857559:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789466123.857564:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789466123.857572:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cb9f65c6100. 00000100:00000001:2.0:1789466123.857578:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466123.857589:0:331017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0000_UUID req@ffff8cbad742ce00 x1876386402356736/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789466123.857599:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789466123.857603:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466123.857609:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d505892d] to pc [ptlrpcd_01_01+1] req@ffff8cbad742ce00 x1876386402356736/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466123.857639:0:331017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466123.857642:0:331017:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789466123.857645:0:331017:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789466123.857648:0:331017:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8cbad742f100. 00000020:00000040:2.0:1789466123.857651:0:331017:0:(genops.c:1209:class_import_get()) import ffff8cbac62f5800 refcount=3 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000100:00000001:2.0:1789466123.857653:0:331017:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789466123.857659:0:331017:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789466123.857661:0:331017:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789466123.857665:0:331017:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8cb9f65c6600. 00000100:00000001:2.0:1789466123.857667:0:331017:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466123.857672:0:331017:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5f8c9c46-c8d9-41fe-8865-a17a1eaf923a->lustre-OST0001_UUID req@ffff8cbad742f100 x1876386402356864/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789466123.857678:0:331017:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789466123.857680:0:331017:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466123.857684:0:331017:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007124ad9] to pc [ptlrpcd_01_00+0] req@ffff8cbad742f100 x1876386402356864/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466123.857691:0:331017:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466123.857695:0:331017:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18377) 00000100:00000001:3.0:1789466123.858749:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466123.858755:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466123.858758:0:253751:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466123.858768:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742f100 x1876386402356864/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466123.858778:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466123.858781:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466123.858786:0:253751:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466123.858789:0:253751:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466123.858791:0:253751:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466123.858795:0:253751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402356864:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466123.858799:0:253751:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466123.858804:0:253751:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466123.858806:0:253751:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466123.858808:0:253751:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789466123.858824:0:253751:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad11a5e00. 02000000:00000001:3.0:1789466123.858826:0:253751:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466123.858833:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466123.858838:0:253751:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf630. 00000400:00000010:3.0:1789466123.858844:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce088. 00000100:00000200:3.0:1789466123.858851:0:253751:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402356864, portal 4 00000100:00000001:3.0:1789466123.858854:0:253751:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466123.858856:0:253751:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836135168 : -126740873416448 : ffff8cbad742f100) 00000100:00000040:3.0:1789466123.858864:0:253751:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742f100 x1876386402356864/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466123.858871:0:253751:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466123.858873:0:253751:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466123.858876:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15ce880. 00000100:00000200:3.0:1789466123.858878:0:253751:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402356864, offset 0 00000400:00000200:3.0:1789466123.858884:0:253751:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466123.858892:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466123.858899:0:253751:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466123.858904:0:253751:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466123.858908:0:253751:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466123.858912:0:253751:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466123.858915:0:253751:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466123.858918:0:253751:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93571:93571:256:4294967295] 192.168.203.142@tcp LPNI seq info [93571:93571:8:4294967295] 00000400:00000200:3.0:1789466123.858931:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466123.858941:0:253751:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466123.858947:0:253751:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466123.858952:0:253751:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7a00. 00000800:00000200:3.0:1789466123.858958:0:253751:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466123.858965:0:253751:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466123.858970:0:253751:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466123.858988:0:253751:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466123.858992:0:253751:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: using a timeout of 14471 usecs (15 jiffies) 00000400:00000200:3.0:1789466123.859002:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466123.859006:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313039888 00000100:00000010:3.0:1789466123.859010:0:253751:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04517e0. 00000100:00000001:3.0:1789466123.859016:0:253751:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789466123.859026:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313039888 00000100:00000010:3.0:1789466123.859029:0:253751:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8cbad04510c0. 00000100:00000001:3.0:1789466123.859032:0:253751:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0001-osc-ffff8cbad29bd800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789466123.859035:0:253751:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466123.859037:0:253751:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466123.859041:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.859043:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466123.859044:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.859047:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466123.859049:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.859056:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466123.859059:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789466123.859061:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466123.859062:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466123.859064:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.859065:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466123.859066:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.859068:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466123.859071:0:253751:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1789466123.859072:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.859074:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466123.859076:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.859077:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466123.859078:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466123.859080:0:253751:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789466123.859085:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8cbad742ce00 x1876386402356736/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466123.859091:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466123.859093:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466123.859095:0:253751:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789466123.859102:0:253751:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789466123.859104:0:253751:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789466123.859107:0:253751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8cbad742ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402356736:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466123.859110:0:253751:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789466123.859112:0:253751:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789466123.859114:0:253751:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466123.859115:0:253751:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1789466123.859279:0:253743:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466123.859284:0:253743:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7a00. 00000400:00000200:2.0:1789466123.859291:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466123.859296:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466123.859302:0:253743:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce880 00000400:00000010:2.0:1789466123.859304:0:253743:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce880. 00000100:00000001:2.0:1789466123.859308:0:253743:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466123.859312:0:253743:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742f100 x1876386402356864/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466123.859321:0:253743:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466123.859325:0:253743:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742f100 x1876386402356864/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466139 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466123.859332:0:253743:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466123.859334:0:253743:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789466123.859364:0:253752:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789466123.859367:0:253752:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789466123.860343:0:253751:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8cbad11a4600. 02000000:00000001:3.0:1789466123.860348:0:253751:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789466123.860356:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000010:3.0:1789466123.860361:0:253751:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8cb9dc0bf5d8. 00000400:00000010:3.0:1789466123.860367:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cee58. 00000100:00000200:3.0:1789466123.860372:0:253751:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876386402356736, portal 4 00000100:00000001:3.0:1789466123.860374:0:253751:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789466123.860376:0:253751:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446617332836126208 : -126740873425408 : ffff8cbad742ce00) 00000100:00000040:3.0:1789466123.860387:0:253751:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8cbad742ce00 x1876386402356736/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466123.860395:0:253751:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789466123.860398:0:253751:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.142@tcp 00000400:00000010:3.0:1789466123.860400:0:253751:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8cbad15cebb0. 00000100:00000200:3.0:1789466123.860403:0:253751:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876386402356736, offset 0 00000400:00000200:3.0:1789466123.860409:0:253751:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.142@tcp 00000400:00000200:3.0:1789466123.860416:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466123.860421:0:253751:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.142@tcp local destination 00000400:00000200:3.0:1789466123.860425:0:253751:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789466123.860428:0:253751:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.42@tcp 00000400:00000200:3.0:1789466123.860431:0:253751:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.42@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789466123.860433:0:253751:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.142@tcp 00000400:00000200:3.0:1789466123.860436:0:253751:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.42@tcp NI seq info: [93572:93572:256:4294967295] 192.168.203.142@tcp LPNI seq info [93572:93572:8:4294967295] 00000400:00000200:3.0:1789466123.860440:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:3.0:1789466123.860448:0:253751:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp:) -> 192.168.203.142@tcp(192.168.203.142@tcp:192.168.203.142@tcp) : PUT try# 0 00000800:00000200:3.0:1789466123.860454:0:253751:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.142@tcp 00000800:00000010:3.0:1789466123.860467:0:253751:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8cbac4da7f00. 00000800:00000200:3.0:1789466123.860473:0:253751:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8cbad2ced240] -> 12345-192.168.203.142@tcp (5) 00000800:00000200:3.0:1789466123.860478:0:253751:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.142@tcp ip 192.168.203.142:988 00000800:00000200:3.0:1789466123.860482:0:253751:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8cbac4da7f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789466123.860501:0:253751:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466123.860505:0:253751:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: using a timeout of 43401 usecs (44 jiffies) 00000400:00000200:3.0:1789466123.860508:0:253751:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000100:00000001:3.0:1789466123.860511:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 2 is 4313039919 00000100:00000001:3.0:1789466123.860518:0:253751:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request active for cpu 2, simply extend its deadline from 4313039888 00000100:00000001:3.0:1789466123.860522:0:253751:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS new deadline estimation for cpu 3 is 4313039919 00000100:00000001:3.0:1789466123.860525:0:253751:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8cbad29bd800: PM QoS request active for cpu 3, simply extend its deadline from 4313039888 00000100:00000001:3.0:1789466123.860528:0:253751:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466123.860531:0:253751:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466123.860535:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.860537:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466123.860539:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.860541:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466123.860545:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789466123.861318:0:253744:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1789466123.861323:0:253744:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8cbac4da7f00. 00000400:00000200:2.0:1789466123.861328:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466123.861333:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000400:00000200:2.0:1789466123.861338:0:253744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cebb0 00000400:00000010:2.0:1789466123.861349:0:253744:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cebb0. 00000100:00000001:2.0:1789466123.861353:0:253744:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1789466123.861358:0:253744:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8cbad742ce00 x1876386402356736/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466123.861367:0:253744:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789466123.861370:0:253744:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8cbad742ce00 x1876386402356736/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466139 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466123.861376:0:253744:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789466123.861378:0:253744:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1789466123.864986:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466123.865002:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789466123.865007:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466123.865010:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466123.865019:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466123.865026:0:253743:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:2.0:1789466123.865035:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466123.865041:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466123.865045:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466123.865049:0:253743:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f94e80 00000400:00000200:2.0:1789466123.865055:0:253743:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466123.865071:0:253743:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7555 [1] + 224 00000800:00000001:2.0:1789466123.865079:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466123.865086:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466123.865089:0:253743:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466123.865094:0:253743:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:2.0:1789466123.865101:0:253743:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466123.865109:0:253743:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742f100 x1876386402356864/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789466123.865121:0:253743:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742f100 x1876386402356864/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466123.865174:0:253743:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789466123.865196:0:253743:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466123.865200:0:253743:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.865307:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466123.865311:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789466123.865318:0:253751:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466123.865320:0:253751:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466123.865322:0:253751:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf630. 00000400:00000200:3.0:1789466123.865327:0:253751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15ce088 00000400:00000010:3.0:1789466123.865329:0:253751:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15ce088. 00000100:00000001:3.0:1789466123.865332:0:253751:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466123.865337:0:253751:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742f100 x1876386402356864/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466123.865346:0:253751:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742f100 x1876386402356864/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466123.865351:0:253751:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466123.865360:0:253751:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.865362:0:253751:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789466123.865365:0:253751:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789466123.865368:0:253751:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466123.865370:0:253751:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466123.865373:0:253751:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466123.865383:0:253751:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f5c60 time=106 v=5 (5 5 5 5) 00000100:00001000:3.0:1789466123.865388:0:253751:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f5c18 time=52 v=5 (1 1 1 0) 00000100:00000001:3.0:1789466123.865390:0:253751:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789466123.865392:0:253751:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466123.865394:0:253751:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789466123.865397:0:253751:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466123.865401:0:253751:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789466123.865403:0:253751:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8cbad29bd800: skip recheck: last_committed 12884913986 00000100:00000001:3.0:1789466123.865405:0:253751:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789466123.865407:0:253751:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466123.865411:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742f100 x1876386402356864/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466123.865418:0:253751:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466123.865421:0:253751:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466123.865423:0:253751:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466123.865426:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742f100 x1876386402356864/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466139 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466123.865433:0:253751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402356864:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466123.865438:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.865440:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466123.865442:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.865444:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466123.865447:0:253751:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466123.865450:0:253751:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742f100 x1876386402356864/t0(0) o400->lustre-OST0001-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466139 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466123.865455:0:253751:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466123.865458:0:253751:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466123.865467:0:253751:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbad11a5e00. 02000000:00000001:3.0:1789466123.865470:0:253751:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466123.865473:0:253751:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466123.865475:0:253751:0:(genops.c:1222:class_import_put()) import ffff8cbac62f5800 refcount=2 obd=lustre-OST0001-osc-ffff8cbad29bd800 00000020:00000001:3.0:1789466123.865477:0:253751:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466123.865479:0:253751:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cb9f65c6600. 02000000:00000001:3.0:1789466123.865483:0:253751:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466123.865485:0:253751:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466123.865487:0:253751:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742f100. 00000100:00000001:3.0:1789466123.865491:0:253751:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466123.865493:0:253751:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.865497:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466123.865499:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466123.865500:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466123.865502:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.865503:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466123.865504:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.865506:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466123.865507:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1789466123.867476:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466123.867490:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1789466123.867494:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466123.867496:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466123.867503:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466123.867510:0:253744:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.42@tcp(192.168.203.42@tcp) <- 192.168.203.142@tcp : PUT - for me 00000400:00000200:2.0:1789466123.867934:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466123.867942:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466123.867948:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466123.867952:0:253744:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.142@tcp of length 224 into portal 4 MB=0x6aa9040f94e00 00000400:00000200:2.0:1789466123.867958:0:253744:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.142@tcp to cpt 1 00000400:00000200:2.0:1789466123.867964:0:253744:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.142@tcp of length 224/224 into md 0xe7565 [1] + 224 00000800:00000001:2.0:1789466123.867971:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466123.867980:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1789466123.867983:0:253744:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1789466123.867988:0:253744:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.42@tcp->192.168.203.142@tcp: PUT: OK 00000100:00000001:2.0:1789466123.867995:0:253744:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789466123.868006:0:253744:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff8cbad742ce00 x1876386402356736/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789466123.868016:0:253744:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8cbad742ce00 x1876386402356736/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789466123.868035:0:253744:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1789466123.868043:0:253744:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1789466123.868047:0:253744:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.868973:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466123.868979:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789466123.868986:0:253751:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789466123.868988:0:253751:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789466123.868991:0:253751:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8cb9dc0bf5d8. 00000400:00000200:3.0:1789466123.868997:0:253751:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8cbad15cee58 00000400:00000010:3.0:1789466123.868999:0:253751:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8cbad15cee58. 00000100:00000001:3.0:1789466123.869002:0:253751:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789466123.869009:0:253751:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff8cbad742ce00 x1876386402356736/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789466123.869019:0:253751:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff8cbad742ce00 x1876386402356736/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466123.869025:0:253751:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789466123.869027:0:253751:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.869030:0:253751:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789466123.869032:0:253751:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789466123.869035:0:253751:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789466123.869037:0:253751:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789466123.869056:0:253751:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789466123.869077:0:253751:0:(import.c:2196:obd_at_measure()) add 5 to ffff8cbac62f6460 time=106 v=5 (5 5 5 5) 00000100:00001000:3.0:1789466123.869082:0:253751:0:(import.c:2196:obd_at_measure()) add 1 to ffff8cbac62f6418 time=128 v=5 (1 1 1 1) 00000100:00000001:3.0:1789466123.869084:0:253751:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789466123.869085:0:253751:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789466123.869088:0:253751:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789466123.869091:0:253751:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466123.869096:0:253751:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789466123.869097:0:253751:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8cbad29bd800: skip recheck: last_committed 17179870928 00000100:00000001:3.0:1789466123.869099:0:253751:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789466123.869101:0:253751:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789466123.869108:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8cbad742ce00 x1876386402356736/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466123.869115:0:253751:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789466123.869118:0:253751:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789466123.869120:0:253751:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789466123.869124:0:253751:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8cbad742ce00 x1876386402356736/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466139 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789466123.869159:0:253751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8cbad742ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5f8c9c46-c8d9-41fe-8865-a17a1eaf923a:253751:1876386402356736:192.168.203.142@tcp:400:kworker.0 00000100:00000001:3.0:1789466123.869165:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.869168:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466123.869170:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.869172:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466123.869174:0:253751:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789466123.869178:0:253751:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8cbad742ce00 x1876386402356736/t0(0) o400->lustre-OST0000-osc-ffff8cbad29bd800@192.168.203.142@tcp:28/4 lens 224/224 e 0 to 0 dl 1789466139 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789466123.869184:0:253751:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789466123.869187:0:253751:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789466123.869190:0:253751:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8cbad11a4600. 02000000:00000001:3.0:1789466123.869194:0:253751:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789466123.869197:0:253751:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789466123.869198:0:253751:0:(genops.c:1222:class_import_put()) import ffff8cbac62f6000 refcount=2 obd=lustre-OST0000-osc-ffff8cbad29bd800 00000020:00000001:3.0:1789466123.869207:0:253751:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789466123.869209:0:253751:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8cb9f65c6100. 02000000:00000001:3.0:1789466123.869212:0:253751:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789466123.869214:0:253751:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789466123.869216:0:253751:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8cbad742ce00. 00000100:00000001:3.0:1789466123.869221:0:253751:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789466123.869222:0:253751:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.869226:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466123.869227:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466123.869229:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466123.869230:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.869232:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466123.869234:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466123.869236:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466123.869237:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789466123.905489:0:308686:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87a20 (cpu 2) has reached its deadline 4313039919, at 4313039920 00000100:00000010:2.0:1789466123.905506:0:308686:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04517e0. 00000100:00000040:3.0:1789466123.905603:0:320335:0:(connection.c:75:cpu_latency_work()) work item of ffff8cb9e3a87b30 (cpu 3) has reached its deadline 4313039919, at 4313039920 00000100:00000010:3.0:1789466123.905609:0:320335:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8cbad04510c0. 00000100:00000001:0.0:1789466123.921261:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466123.921277:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466123.921279:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466123.921284:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466123.921285:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466123.921290:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466123.921293:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466124.625407:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466124.625413:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466124.625420:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466124.625422:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466124.625425:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466124.625427:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466124.625430:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466124.625431:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466124.625435:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466124.625436:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466124.625566:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466124.625570:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466124.625573:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1789466124.881453:0:253751:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1789466124.881467:0:253751:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789466124.881469:0:253751:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466124.881474:0:253751:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789466124.881476:0:253751:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789466124.881480:0:253751:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466124.881483:0:253751:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789466124.881485:0:253751:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789466124.881487:0:253751:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789466124.881492:0:253751:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466124.945251:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466124.945266:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466124.945268:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466124.945272:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466124.945275:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466124.945279:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466124.945282:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789466125.394265:0:331952:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1789466125.394278:0:331952:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8cb9ea62e300. 00000020:00000010:3.0:1789466125.394286:0:331952:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8cbad11a4600. 00000020:00000010:3.0:1789466125.394292:0:331952:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8cbad11a5e00. 00000040:00000010:3.0:1789466125.394297:0:331952:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8cbad11a5a00. 00000020:00000010:3.0:1789466125.394301:0:331952:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8cb9e3e5b000. 00000020:00000010:3.0:1789466125.394309:0:331952:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8cbad44e5000. 80000000:00000010:3.0:1789466125.394327:0:331952:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8cbad04510c0. 00040000:00000010:3.0:1789466125.394332:0:331952:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8cbad44e4000. 20000000:00000010:3.0:1789466125.394337:0:331952:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff8cbad44e5600. 10000000:00000040:3.0:1789466125.394342:0:331952:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff8cbaca4aaa80 : new refcount 2 10000000:00000001:3.0:1789466125.394344:0:331952:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000020:00000010:3.0:1789466125.394350:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad11a5e00. 00000040:00000010:3.0:1789466125.394358:0:331952:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8cbad11a5a00. 00000020:00000010:3.0:1789466125.394362:0:331952:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8cb9e3e5b000. 00000020:00000010:3.0:1789466125.394366:0:331952:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8cbad44e5000. 80000000:00000010:3.0:1789466125.394370:0:331952:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8cbad04510c0. 00040000:00000010:3.0:1789466125.394372:0:331952:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8cbad44e4000. 20000000:00000010:3.0:1789466125.394375:0:331952:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff8cbad44e5600. 00000020:00000010:3.0:1789466125.394378:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad11a4600. 10000000:00000010:3.0:1789466125.394380:0:331952:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8cb9ea62e300. 10000000:01000000:3.0:1789466125.394382:0:331952:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.142@tcp: configuration from log 'lustre-client' failed (-108). 10000000:00000001:3.0:1789466125.394385:0:331952:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 10000000:00000001:3.0:1789466125.394389:0:331952:0:(mgc_request.c:2017:mgc_process_config()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000010:3.0:1789466125.394391:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbacf595a00. 00000040:00000010:3.0:1789466125.394394:0:331952:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8cb9fcf1d800. 00000020:00000010:3.0:1789466125.394397:0:331952:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8cb9e3e5f000. 00000020:00000010:3.0:1789466125.394412:0:331952:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8cba0040a000. 00040000:00000010:3.0:1789466125.394417:0:331952:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8cbac4da7600. 00040000:00000010:3.0:1789466125.394421:0:331952:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8cbac12e7400. 00000020:00000010:3.0:1789466125.394425:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad47be600. 00000020:00000001:3.0:1789466125.394428:0:331952:0:(obd_class.h:703:obd_process_config()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000010:3.0:1789466125.394431:0:331952:0:(obd_mount.c:81:lustre_process_log()) kfreed 'lcfg': 184 at ffff8cb9c8651840. 00000020:00000010:3.0:1789466125.394433:0:331952:0:(obd_mount.c:83:lustre_process_log()) kfreed 'bufs': 104 at ffff8cb9e1f05200. 00000020:02020000:3.0:1789466125.394437:0:331952:0:(obd_mount.c:90:lustre_process_log()) MGC192.168.203.142@tcp: Confguration from log lustre-client failed from MGS -108. Communication error between node & MGS, a bad configuration, or other errors. See syslog for more info 00000020:00000001:3.0:1789466125.412434:0:331952:0:(obd_mount.c:92:lustre_process_log()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00000001:3.0:1789466125.412446:0:331952:0:(llite_lib.c:1604:ll_fill_super()) Process leaving via out_debugfs (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000020:00000010:3.0:1789466125.413756:0:331952:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 1152 at ffff8cb9e3e5b800. 00000020:00000010:3.0:1789466125.413779:0:331952:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at ffff8cbad0213c00. 00000020:00000010:3.0:1789466125.413783:0:331952:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 3008 at ffff8cb9fb257000. 00000020:00000010:3.0:1789466125.413789:0:331952:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at ffff8cbad0211800. 00000080:00000010:3.0:1789466125.413793:0:331952:0:(llite_lib.c:1646:ll_fill_super()) kfreed 'cfg': 88 at ffff8cbad0451f00. 00000080:00000001:3.0:1789466125.413797:0:331952:0:(llite_lib.c:1681:ll_put_super()) Process entered 00000080:00200000:3.0:1789466125.413799:0:331952:0:(llite_lib.c:1688:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff8cbac319e800 (sb ffff8cbac319e800) 00000020:00000001:3.0:1789466125.413804:0:331952:0:(obd_mount.c:115:lustre_end_log()) Process entered 00000020:00000010:3.0:1789466125.413809:0:331952:0:(obd_mount.c:125:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff8cb9c8651840. 00000020:00000001:3.0:1789466125.413812:0:331952:0:(obd_class.h:688:obd_process_config()) Process entered 00000020:00000010:3.0:1789466125.413816:0:331952:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8cbad44e5600. 00000020:00000010:3.0:1789466125.413821:0:331952:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8cbad44e4000. 00000040:00000010:3.0:1789466125.413825:0:331952:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8cbad44e5000. 00000020:00000010:3.0:1789466125.413829:0:331952:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8cb9e3e5b800. 00000020:00000010:3.0:1789466125.413836:0:331952:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8cbad47be600. 00040000:00000010:3.0:1789466125.413841:0:331952:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8cbac4da7600. 00040000:00000010:3.0:1789466125.413845:0:331952:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8cbac12e7400. 10000000:00000001:3.0:1789466125.413849:0:331952:0:(mgc_request.c:1923:mgc_process_config()) Process entered 10000000:00000001:3.0:1789466125.413852:0:331952:0:(mgc_request_server.c:675:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1789466125.413854:0:331952:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1789466125.413856:0:331952:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1789466125.413859:0:331952:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1789466125.413861:0:331952:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8cb9ecbc1a00) refs 2 10000000:00000001:3.0:1789466125.413864:0:331952:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789466125.413866:0:331952:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446617328901429760 : -126744808121856 : ffff8cb9ecbc1a00) 10000000:00000001:3.0:1789466125.413869:0:331952:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1789466125.413870:0:331952:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:3.0:1789466125.413873:0:331952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789466125.413875:0:331952:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789466125.413877:0:331952:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1789466125.413878:0:331952:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:3.0:1789466125.413879:0:331952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789466125.413881:0:331952:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789466125.413883:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789466125.413884:0:331952:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff8cb9ecbc0000) refs 1 10000000:01000000:3.0:1789466125.413887:0:331952:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 10000000:00000001:3.0:1789466125.413888:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1789466125.413894:0:331952:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1789466125.413895:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1789466125.413896:0:331952:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1789466125.413897:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1789466125.413898:0:331952:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1789466125.413899:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1789466125.413900:0:331952:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1789466125.413901:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1789466125.413902:0:331952:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1789466125.413905:0:331952:0:(genops.c:879:class_export_put()) PUTting export ffff8cbad29b9800 : new refcount 8 10000000:00000010:3.0:1789466125.413907:0:331952:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at ffff8cb9ecbc0000. 10000000:00000001:3.0:1789466125.413910:0:331952:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1789466125.413911:0:331952:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1789466125.413912:0:331952:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:3.0:1789466125.413914:0:331952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789466125.413915:0:331952:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789466125.413917:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789466125.413918:0:331952:0:(mgc_request.c:123:config_log_put()) log params(ffff8cb9ecbc0c00) refs 1 10000000:01000000:3.0:1789466125.413920:0:331952:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:3.0:1789466125.413921:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1789466125.413922:0:331952:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1789466125.413923:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1789466125.413924:0:331952:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1789466125.413925:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1789466125.413926:0:331952:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1789466125.413927:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1789466125.413928:0:331952:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1789466125.413929:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1789466125.413930:0:331952:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1789466125.413931:0:331952:0:(genops.c:879:class_export_put()) PUTting export ffff8cbad29b9800 : new refcount 7 10000000:00000010:3.0:1789466125.413933:0:331952:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffff8cb9ecbc0c00. 10000000:00000001:3.0:1789466125.413934:0:331952:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1789466125.413935:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1789466125.413936:0:331952:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1789466125.413937:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789466125.413938:0:331952:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8cbad0e3ce00) refs 3 10000000:00000001:3.0:1789466125.413940:0:331952:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1789466125.413941:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1789466125.413942:0:331952:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1789466125.413943:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789466125.413944:0:331952:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8cb9ecbc1a00) refs 2 10000000:00000001:3.0:1789466125.413949:0:331952:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1789466125.413951:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789466125.413951:0:331952:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8cb9ecbc1a00) refs 1 10000000:01000000:3.0:1789466125.413953:0:331952:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:3.0:1789466125.413954:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1789466125.413955:0:331952:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1789466125.413956:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1789466125.413957:0:331952:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1789466125.413958:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1789466125.413959:0:331952:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1789466125.413960:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1789466125.413961:0:331952:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1789466125.413962:0:331952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1789466125.413963:0:331952:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1789466125.413964:0:331952:0:(genops.c:879:class_export_put()) PUTting export ffff8cbad29b9800 : new refcount 6 10000000:00000010:3.0:1789466125.413966:0:331952:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffff8cb9ecbc1a00. 10000000:00000001:3.0:1789466125.413969:0:331952:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:3.0:1789466125.413970:0:331952:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:3.0:1789466125.413972:0:331952:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789466125.413974:0:331952:0:(mgc_request.c:2017:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789466125.413977:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad44e4000. 00000040:00000010:3.0:1789466125.413981:0:331952:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8cbad44e5000. 00000020:00000010:3.0:1789466125.413985:0:331952:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8cb9e3e5b800. 00000020:00000010:3.0:1789466125.413988:0:331952:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8cbad47be600. 00040000:00000010:3.0:1789466125.413992:0:331952:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8cbac4da7600. 00040000:00000010:3.0:1789466125.413996:0:331952:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8cbac12e7400. 00000020:00000010:3.0:1789466125.414000:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad44e5600. 00000020:00000001:3.0:1789466125.414003:0:331952:0:(obd_class.h:703:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789466125.414005:0:331952:0:(obd_mount.c:130:lustre_end_log()) kfreed 'lcfg': 176 at ffff8cb9c8651840. 00000020:00000001:3.0:1789466125.414007:0:331952:0:(obd_mount.c:131:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466125.414009:0:331952:0:(obd_mount.c:115:lustre_end_log()) Process entered 00000020:00000010:3.0:1789466125.414012:0:331952:0:(obd_mount.c:125:lustre_end_log()) kmalloced '(lcfg)': 168 at ffff8cb9c8651840. 00000020:00000001:3.0:1789466125.414014:0:331952:0:(obd_class.h:688:obd_process_config()) Process entered 00000020:00000010:3.0:1789466125.414016:0:331952:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8cbac12e7400. 00000020:00000010:3.0:1789466125.414018:0:331952:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff8cbad47be600. 00000040:00000010:3.0:1789466125.414020:0:331952:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff8cbad44e5600. 00000020:00000010:3.0:1789466125.414022:0:331952:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8cb9e3e5b800. 00000020:00000010:3.0:1789466125.414046:0:331952:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff8cbad44e5000. 00040000:00000010:3.0:1789466125.414057:0:331952:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8cbac4da7600. 00040000:00000010:3.0:1789466125.414060:0:331952:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8cbad44e4000. 10000000:00000001:3.0:1789466125.414062:0:331952:0:(mgc_request.c:1923:mgc_process_config()) Process entered 10000000:00000001:3.0:1789466125.414064:0:331952:0:(mgc_request_server.c:675:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1789466125.414066:0:331952:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1789466125.414067:0:331952:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1789466125.414069:0:331952:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789466125.414071:0:331952:0:(mgc_request.c:497:config_log_end()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:3.0:1789466125.414073:0:331952:0:(mgc_request.c:2017:mgc_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:3.0:1789466125.414076:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad47be600. 00000040:00000010:3.0:1789466125.414079:0:331952:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff8cbad44e5600. 00000020:00000010:3.0:1789466125.414081:0:331952:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff8cb9e3e5b800. 00000020:00000010:3.0:1789466125.414084:0:331952:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff8cbad44e5000. 00040000:00000010:3.0:1789466125.414086:0:331952:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8cbac4da7600. 00040000:00000010:3.0:1789466125.414088:0:331952:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8cbad44e4000. 00000020:00000010:3.0:1789466125.414090:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac12e7400. 00000020:00000001:3.0:1789466125.414092:0:331952:0:(obd_class.h:703:obd_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:3.0:1789466125.414094:0:331952:0:(obd_mount.c:130:lustre_end_log()) kfreed 'lcfg': 168 at ffff8cb9c8651840. 00000020:00000001:3.0:1789466125.414096:0:331952:0:(obd_mount.c:131:lustre_end_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:3.0:1789466125.414103:0:331952:0:(gss_keyring.c:930:gss_cleanup_sk_key()) Process entered 02000000:00000001:3.0:1789466125.414105:0:331952:0:(gss_keyring.c:934:gss_cleanup_sk_key()) Process leaving 00000080:02000400:3.0:1789466125.414107:0:331952:0:(llite_lib.c:1739:ll_put_super()) Unmounted lustre-client 00000020:00000001:3.0:1789466125.416988:0:331952:0:(obd_config.c:1196:class_del_profile()) Process entered 00000020:01000000:3.0:1789466125.416994:0:331952:0:(obd_config.c:1198:class_del_profile()) Del profile lustre-client 00000020:00000001:3.0:1789466125.416997:0:331952:0:(obd_config.c:1114:class_get_profile_nolock()) Process entered 00000020:00000001:3.0:1789466125.417000:0:331952:0:(obd_config.c:1118:class_get_profile_nolock()) Process leaving (rc=18446617332751553856 : -126740957997760 : ffff8cbad2385540) 00000020:00000010:3.0:1789466125.417008:0:331952:0:(obd_config.c:1235:class_put_profile()) kfreed 'lprof->lp_profile': 14 at ffff8cb9ed0375f0. 00000020:00000010:3.0:1789466125.417015:0:331952:0:(obd_config.c:1236:class_put_profile()) kfreed 'lprof->lp_dt': 14 at ffff8cb9ed037180. 00000020:00000010:3.0:1789466125.417018:0:331952:0:(obd_config.c:1237:class_put_profile()) kfreed 'lprof->lp_md': 14 at ffff8cb9ed037af0. 00000020:00000010:3.0:1789466125.417020:0:331952:0:(obd_config.c:1238:class_put_profile()) kfreed 'lprof': 48 at ffff8cbad2385540. 00000020:00000001:3.0:1789466125.417022:0:331952:0:(obd_config.c:1213:class_del_profile()) Process leaving 00000080:00000001:3.0:1789466125.417025:0:331952:0:(llite_lib.c:261:ll_free_sbi()) Process entered 00000020:00000010:3.0:1789466125.418528:0:331952:0:(cl_page.c:1346:cl_cache_decref()) kfreed 'cache': 152 at ffff8cb9c86513c0. 00000080:00000010:3.0:1789466125.418547:0:331952:0:(llite_lib.c:276:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at ffff8cb9ed00eac8. 00000080:00000010:3.0:1789466125.418551:0:331952:0:(llite_lib.c:282:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at ffff8cb9ed00e458. 00000080:00000010:3.0:1789466125.418588:0:331952:0:(llite_lib.c:307:ll_free_sbi()) kfreed 'sbi': 1408 at ffff8cbac319f000. 00000080:00000001:3.0:1789466125.418595:0:331952:0:(llite_lib.c:309:ll_free_sbi()) Process leaving 00000020:00000001:3.0:1789466125.418598:0:331952:0:(obd_mount.c:895:lustre_common_put_super()) Process entered 00000020:01000004:3.0:1789466125.418600:0:331952:0:(obd_mount.c:897:lustre_common_put_super()) dropping sb ffff8cbac319e800 00000020:00000001:3.0:1789466125.418602:0:331952:0:(obd_mount.c:561:lustre_stop_mgc()) Process entered 00000020:01000004:3.0:1789466125.418605:0:331952:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:3.0:1789466125.418607:0:331952:0:(obd_mount.c:579:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:3.0:1789466125.418619:0:331952:0:(obd_mount.c:606:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:01000004:3.0:1789466125.418621:0:331952:0:(obd_mount.c:910:lustre_common_put_super()) MGC still in use 00000020:00000001:3.0:1789466125.418623:0:331952:0:(obd_mount.c:706:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1789466125.418624:0:331952:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8cbac319e800 1 00000020:00000001:3.0:1789466125.418626:0:331952:0:(obd_mount.c:665:lustre_free_lsi()) Process entered 00000020:01000004:3.0:1789466125.418627:0:331952:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8cbac3198800 00000020:00000010:3.0:1789466125.418630:0:331952:0:(obd_mount.c:677:lustre_free_lsi()) kfreed 'lsi': 1880 at ffff8cbac3198800. 00000020:00000001:3.0:1789466125.418632:0:331952:0:(obd_mount.c:679:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466125.418634:0:331952:0:(obd_mount.c:713:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789466125.418636:0:331952:0:(obd_mount.c:915:lustre_common_put_super()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:3.0:1789466125.418638:0:331952:0:(cl_object.c:877:cl_env_cache_purge()) Process entered 00000020:00000010:3.0:1789466125.418642:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cb9e1e28200. 00000020:00000010:3.0:1789466125.418646:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9c7143c00. 00000008:00000010:3.0:1789466125.418652:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae68aefe0. 00020000:00000010:3.0:1789466125.418657:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae69d1480. 00008000:00000010:3.0:1789466125.418662:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae693c000. 00000080:00000010:3.0:1789466125.418667:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae68e7888. 00000080:00000010:3.0:1789466125.418671:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae692d280. 00000020:00000010:3.0:1789466125.418675:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9e1e28e00. 00000008:00000010:3.0:1789466125.418678:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaede79760. 00020000:00000010:3.0:1789466125.418682:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae68a76c0. 00008000:00000010:3.0:1789466125.418686:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da0b0. 00000080:00000010:3.0:1789466125.418689:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae686fd20. 00000020:00000010:3.0:1789466125.418692:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9e1e29a00. 00000020:00000010:3.0:1789466125.418694:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae69d5f30. 00000020:00000010:3.0:1789466125.418698:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbae0344400. 00000020:00000010:3.0:1789466125.418707:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbac305b840. 00000008:00000010:3.0:1789466125.418710:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae68d0b30. 00020000:00000010:3.0:1789466125.418713:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae68fb600. 00008000:00000010:3.0:1789466125.418717:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad7407170. 00000080:00000010:3.0:1789466125.418732:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbac4685e70. 00000080:00000010:3.0:1789466125.418734:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad744b090. 00000020:00000010:3.0:1789466125.418738:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad2b55a00. 00000008:00000010:3.0:1789466125.418741:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaff5449a0. 00020000:00000010:3.0:1789466125.418744:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad7577908. 00008000:00000010:3.0:1789466125.418747:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f1808. 00000080:00000010:3.0:1789466125.418750:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbb00758b40. 00000020:00000010:3.0:1789466125.418753:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbaf1799800. 00000020:00000010:3.0:1789466125.418755:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae6894990. 00000020:00000010:3.0:1789466125.418759:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cba006a3000. 00000020:00000010:3.0:1789466125.418762:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9c7143f60. 00000008:00000010:3.0:1789466125.418765:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae68aa190. 00020000:00000010:3.0:1789466125.418768:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae69d16c0. 00008000:00000010:3.0:1789466125.418771:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae693f4f8. 00000080:00000010:3.0:1789466125.418773:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae68e7738. 00000080:00000010:3.0:1789466125.418776:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae692c000. 00000020:00000010:3.0:1789466125.418778:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cba006a3800. 00000008:00000010:3.0:1789466125.418780:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaede78f20. 00020000:00000010:3.0:1789466125.418783:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae68a6480. 00008000:00000010:3.0:1789466125.418785:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da7f8. 00000080:00000010:3.0:1789466125.418788:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae686ff00. 00000020:00000010:3.0:1789466125.418790:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cba006a3200. 00000020:00000010:3.0:1789466125.418792:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae69d5480. 00000020:00000010:3.0:1789466125.418794:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbb01e30800. 00000020:00000010:3.0:1789466125.418797:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9c7143d80. 00000008:00000010:3.0:1789466125.418800:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae68ac320. 00020000:00000010:3.0:1789466125.418803:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae69d1e40. 00008000:00000010:3.0:1789466125.418805:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae693e6d8. 00000080:00000010:3.0:1789466125.418808:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae68e72a0. 00000080:00000010:3.0:1789466125.418817:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae692d030. 00000020:00000010:3.0:1789466125.418819:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbb01e31800. 00000008:00000010:3.0:1789466125.418822:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaede78c60. 00020000:00000010:3.0:1789466125.418825:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae68a5b60. 00008000:00000010:3.0:1789466125.418827:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da788. 00000080:00000010:3.0:1789466125.418830:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae686f1e0. 00000020:00000010:3.0:1789466125.418832:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbb01e31c00. 00000020:00000010:3.0:1789466125.418834:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae69d5240. 00000020:00000010:3.0:1789466125.418837:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbac120a800. 00000020:00000010:3.0:1789466125.418839:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbac305bd20. 00000008:00000010:3.0:1789466125.418842:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad7455980. 00020000:00000010:3.0:1789466125.418846:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae68fba80. 00008000:00000010:3.0:1789466125.418847:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae6846350. 00000080:00000010:3.0:1789466125.418850:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbac4685a80. 00000080:00000010:3.0:1789466125.418852:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad744a500. 00000020:00000010:3.0:1789466125.418855:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac62e1200. 00000008:00000010:3.0:1789466125.418858:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaff5454a0. 00020000:00000010:3.0:1789466125.418861:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad7574db0. 00008000:00000010:3.0:1789466125.418864:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f1c98. 00000080:00000010:3.0:1789466125.418866:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad14221e0. 00000020:00000010:3.0:1789466125.418868:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad88a1600. 00000020:00000010:3.0:1789466125.418872:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae6894f30. 00000020:00000010:3.0:1789466125.418875:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad88a0a00. 00000020:00000010:3.0:1789466125.418876:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbac305b7e0. 00000008:00000010:3.0:1789466125.418878:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad74564b0. 00020000:00000010:3.0:1789466125.418880:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae68fb9c0. 00008000:00000010:3.0:1789466125.418882:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae6844388. 00000080:00000010:3.0:1789466125.418885:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbac4685d20. 00000080:00000010:3.0:1789466125.418887:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad744a750. 00000020:00000010:3.0:1789466125.418889:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad88a0800. 00000008:00000010:3.0:1789466125.418892:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaff544420. 00020000:00000010:3.0:1789466125.418894:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad75746d8. 00008000:00000010:3.0:1789466125.418896:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f15b0. 00000080:00000010:3.0:1789466125.418905:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad1422000. 00000020:00000010:3.0:1789466125.418908:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad88a1200. 00000020:00000010:3.0:1789466125.418910:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae68946c0. 00000020:00000010:3.0:1789466125.418913:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbae1215e00. 00000020:00000010:3.0:1789466125.418916:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbac305bf60. 00000008:00000010:3.0:1789466125.418919:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad7450000. 00020000:00000010:3.0:1789466125.418922:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae68fb6c0. 00008000:00000010:3.0:1789466125.418924:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae6845fc8. 00000080:00000010:3.0:1789466125.418928:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbac4685dc8. 00000080:00000010:3.0:1789466125.418930:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad744b2e0. 00000020:00000010:3.0:1789466125.418932:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbae1214e00. 00000008:00000010:3.0:1789466125.418935:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaff544c60. 00020000:00000010:3.0:1789466125.418937:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad7575918. 00008000:00000010:3.0:1789466125.418939:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f17f8. 00000080:00000010:3.0:1789466125.418941:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad1422960. 00000020:00000010:3.0:1789466125.418944:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbae1215200. 00000020:00000010:3.0:1789466125.418946:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae6894ea0. 00000020:00000010:3.0:1789466125.418948:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbb01e30a00. 00000020:00000010:3.0:1789466125.418951:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9c7143240. 00000008:00000010:3.0:1789466125.418953:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae68ae4b0. 00020000:00000010:3.0:1789466125.418955:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae69d1540. 00008000:00000010:3.0:1789466125.418957:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae693f880. 00000080:00000010:3.0:1789466125.418959:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae68e7f18. 00000080:00000010:3.0:1789466125.418960:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae692e500. 00000020:00000010:3.0:1789466125.418963:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbb01e30600. 00000008:00000010:3.0:1789466125.418965:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaede78420. 00020000:00000010:3.0:1789466125.418967:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae68a4920. 00008000:00000010:3.0:1789466125.418969:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da360. 00000080:00000010:3.0:1789466125.418971:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae686f4b0. 00000020:00000010:3.0:1789466125.418973:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbb01e31000. 00000020:00000010:3.0:1789466125.418975:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae69d5990. 00000020:00000010:3.0:1789466125.418977:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbb01e31e00. 00000020:00000010:3.0:1789466125.418979:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9c7143a80. 00000008:00000010:3.0:1789466125.418989:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae68a8b30. 00020000:00000010:3.0:1789466125.418991:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae69d10c0. 00008000:00000010:3.0:1789466125.418993:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae693ca98. 00000080:00000010:3.0:1789466125.418996:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae68e7540. 00000080:00000010:3.0:1789466125.418998:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae692de10. 00000020:00000010:3.0:1789466125.419000:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbb01e30c00. 00000008:00000010:3.0:1789466125.419003:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaede78b00. 00020000:00000010:3.0:1789466125.419005:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae68a66c8. 00008000:00000010:3.0:1789466125.419007:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da760. 00000080:00000010:3.0:1789466125.419009:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae686f000. 00000020:00000010:3.0:1789466125.419011:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbb01e31a00. 00000020:00000010:3.0:1789466125.419013:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae69d5000. 00000020:00000010:3.0:1789466125.419015:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cb9fcf1ce00. 00000020:00000010:3.0:1789466125.419018:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9c71439c0. 00000008:00000010:3.0:1789466125.419020:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad75f2cc0. 00020000:00000010:3.0:1789466125.419023:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae69d1b40. 00008000:00000010:3.0:1789466125.419025:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae693dfc8. 00000080:00000010:3.0:1789466125.419027:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae68e7e70. 00000080:00000010:3.0:1789466125.419029:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae692f090. 00000020:00000010:3.0:1789466125.419032:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9fcf1da00. 00000008:00000010:3.0:1789466125.419034:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaede789a0. 00020000:00000010:3.0:1789466125.419384:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae68a7478. 00008000:00000010:3.0:1789466125.419390:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da058. 00000080:00000010:3.0:1789466125.419393:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae686f870. 00000020:00000010:3.0:1789466125.419396:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9fcf1c000. 00000020:00000010:3.0:1789466125.419399:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae69d55a0. 00000020:00000010:3.0:1789466125.419402:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad0e37000. 00000020:00000010:3.0:1789466125.419406:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9c7143060. 00000008:00000010:3.0:1789466125.419409:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae68a9660. 00020000:00000010:3.0:1789466125.419412:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae69d1f00. 00008000:00000010:3.0:1789466125.419414:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae693c710. 00000080:00000010:3.0:1789466125.419417:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae68e7c78. 00000080:00000010:3.0:1789466125.419419:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae692f9d0. 00000020:00000010:3.0:1789466125.419430:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad0e36400. 00000008:00000010:3.0:1789466125.419434:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaede798c0. 00020000:00000010:3.0:1789466125.419437:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae68a7b50. 00008000:00000010:3.0:1789466125.419439:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da860. 00000080:00000010:3.0:1789466125.419442:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae686f5a0. 00000020:00000010:3.0:1789466125.419444:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad0e36e00. 00000020:00000010:3.0:1789466125.419446:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae69d5360. 00000020:00000010:3.0:1789466125.419449:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cba006a3c00. 00000020:00000010:3.0:1789466125.419452:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9c7143cc0. 00000008:00000010:3.0:1789466125.419454:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae68a8000. 00020000:00000010:3.0:1789466125.419456:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae69d1240. 00008000:00000010:3.0:1789466125.419459:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae693ea60. 00000080:00000010:3.0:1789466125.419461:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae68e71f8. 00000080:00000010:3.0:1789466125.419463:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae692ebf0. 00000020:00000010:3.0:1789466125.419465:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cba006a2200. 00000008:00000010:3.0:1789466125.419468:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaede79a20. 00020000:00000010:3.0:1789466125.419470:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae68a6fe8. 00008000:00000010:3.0:1789466125.419473:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7dabe8. 00000080:00000010:3.0:1789466125.419475:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae686fa50. 00000020:00000010:3.0:1789466125.419478:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cba006a2400. 00000020:00000010:3.0:1789466125.419480:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae69d5e10. 00000020:00000010:3.0:1789466125.419482:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cb9fcf1c200. 00000020:00000010:3.0:1789466125.419485:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9c7143c60. 00000008:00000010:3.0:1789466125.419487:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad75f64b0. 00020000:00000010:3.0:1789466125.419489:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae69d19c0. 00008000:00000010:3.0:1789466125.419492:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae693e350. 00000080:00000010:3.0:1789466125.419494:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae68e7000. 00000080:00000010:3.0:1789466125.419497:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae692d4d0. 00000020:00000010:3.0:1789466125.419499:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9fcf1d400. 00000008:00000010:3.0:1789466125.419501:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaede794a0. 00020000:00000010:3.0:1789466125.419504:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae68a7d98. 00008000:00000010:3.0:1789466125.419506:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7dae20. 00000080:00000010:3.0:1789466125.419508:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae686f3c0. 00000020:00000010:3.0:1789466125.419518:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9fcf1c400. 00000020:00000010:3.0:1789466125.419521:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae69d5d80. 00000020:00000010:3.0:1789466125.419523:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cb9d221da00. 00000020:00000010:3.0:1789466125.419526:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9c7143180. 00000008:00000010:3.0:1789466125.419529:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae68aacc0. 00020000:00000010:3.0:1789466125.419532:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae69d1300. 00008000:00000010:3.0:1789466125.419534:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae693c388. 00000080:00000010:3.0:1789466125.419536:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae68e75e8. 00000080:00000010:3.0:1789466125.419539:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae692cde0. 00000020:00000010:3.0:1789466125.419541:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9d221c800. 00000008:00000010:3.0:1789466125.419544:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaede78580. 00020000:00000010:3.0:1789466125.419546:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae68a6910. 00008000:00000010:3.0:1789466125.419548:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7daa68. 00000080:00000010:3.0:1789466125.419550:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae686fc30. 00000020:00000010:3.0:1789466125.419553:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9d221d400. 00000020:00000010:3.0:1789466125.419555:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae69d5ea0. 00000020:00000010:3.0:1789466125.419557:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cb9fcf1c800. 00000020:00000010:3.0:1789466125.419559:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9c7143120. 00000008:00000010:3.0:1789466125.419562:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad75f4320. 00020000:00000010:3.0:1789466125.419564:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae69d1180. 00008000:00000010:3.0:1789466125.419566:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae693ce20. 00000080:00000010:3.0:1789466125.419568:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae68e7150. 00000080:00000010:3.0:1789466125.419570:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae692e750. 00000020:00000010:3.0:1789466125.419573:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9fcf1c600. 00000008:00000010:3.0:1789466125.419575:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaede786e0. 00020000:00000010:3.0:1789466125.419690:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae68a4000. 00008000:00000010:3.0:1789466125.419693:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7dacf0. 00000080:00000010:3.0:1789466125.419695:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae686f960. 00000020:00000010:3.0:1789466125.419698:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9fcf1d000. 00000020:00000010:3.0:1789466125.419701:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae69d57e0. 00000020:00000010:3.0:1789466125.419704:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cb9fb322800. 00000020:00000010:3.0:1789466125.419707:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9c7143ba0. 00000008:00000010:3.0:1789466125.419710:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad75f4e50. 00020000:00000010:3.0:1789466125.419728:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae69d1840. 00008000:00000010:3.0:1789466125.419731:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae693d8b8. 00000080:00000010:3.0:1789466125.419733:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae68e7d20. 00000080:00000010:3.0:1789466125.419736:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae692c250. 00000020:00000010:3.0:1789466125.419738:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cba0135ca00. 00000008:00000010:3.0:1789466125.419741:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaede78dc0. 00020000:00000010:3.0:1789466125.419743:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae68a4ff8. 00008000:00000010:3.0:1789466125.419746:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7dae10. 00000080:00000010:3.0:1789466125.419748:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae686fb40. 00000020:00000010:3.0:1789466125.419750:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9fb322000. 00000020:00000010:3.0:1789466125.419752:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae69d5090. 00000020:00000010:3.0:1789466125.419756:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad0e37400. 00000020:00000010:3.0:1789466125.419758:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9c7143ae0. 00000008:00000010:3.0:1789466125.419761:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae68ab7f0. 00020000:00000010:3.0:1789466125.419763:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae69d13c0. 00008000:00000010:3.0:1789466125.419766:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae693dc40. 00000080:00000010:3.0:1789466125.419768:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae68e7690. 00000080:00000010:3.0:1789466125.419770:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae692e9a0. 00000020:00000010:3.0:1789466125.419773:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad0e37800. 00000008:00000010:3.0:1789466125.419775:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaede78840. 00020000:00000010:3.0:1789466125.419777:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae68a6da0. 00008000:00000010:3.0:1789466125.419780:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7dafd0. 00000080:00000010:3.0:1789466125.419782:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae686f690. 00000020:00000010:3.0:1789466125.419785:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbae1215000. 00000020:00000010:3.0:1789466125.419788:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae69d5c60. 00000020:00000010:3.0:1789466125.419791:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbac6b0b600. 00000020:00000010:3.0:1789466125.419795:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9c71436c0. 00000008:00000010:3.0:1789466125.419797:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae68ace50. 00020000:00000010:3.0:1789466125.419799:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbafee10b40. 00008000:00000010:3.0:1789466125.419802:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae693f170. 00000080:00000010:3.0:1789466125.419805:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae68e7348. 00000080:00000010:3.0:1789466125.419807:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae692f2e0. 00000020:00000010:3.0:1789466125.419809:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac6b0b000. 00000008:00000010:3.0:1789466125.419818:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaede79e40. 00020000:00000010:3.0:1789466125.419820:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae68a4b68. 00008000:00000010:3.0:1789466125.419822:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da690. 00000080:00000010:3.0:1789466125.419824:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae686f780. 00000020:00000010:3.0:1789466125.419827:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad2e2e000. 00000020:00000010:3.0:1789466125.419830:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae69d5a20. 00000020:00000010:3.0:1789466125.419833:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cba0135da00. 00000020:00000010:3.0:1789466125.419835:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9fdb83000. 00000008:00000010:3.0:1789466125.419838:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae69fc320. 00020000:00000010:3.0:1789466125.419841:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbaf17c1b40. 00008000:00000010:3.0:1789466125.419843:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad7473170. 00000080:00000010:3.0:1789466125.419847:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbafc3827e0. 00000080:00000010:3.0:1789466125.419852:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae694dbc0. 00000020:00000010:3.0:1789466125.419854:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cba0135d200. 00000008:00000010:3.0:1789466125.419857:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbad74f5600. 00020000:00000010:3.0:1789466125.419860:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae69e9488. 00008000:00000010:3.0:1789466125.419862:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da348. 00000080:00000010:3.0:1789466125.419864:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae9762a50. 00000020:00000010:3.0:1789466125.419867:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cba0135c800. 00000020:00000010:3.0:1789466125.419869:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbad75513f0. 00000020:00000010:3.0:1789466125.419872:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cba006a3e00. 00000020:00000010:3.0:1789466125.419875:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbaff43f360. 00000008:00000010:3.0:1789466125.419877:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae69f8b30. 00020000:00000010:3.0:1789466125.419879:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbac4704f00. 00008000:00000010:3.0:1789466125.419882:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae6842de8. 00000080:00000010:3.0:1789466125.419890:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae0128540. 00000080:00000010:3.0:1789466125.419893:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad75fd720. 00000020:00000010:3.0:1789466125.419896:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cba006a2c00. 00000008:00000010:3.0:1789466125.419898:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaca42fb80. 00020000:00000010:3.0:1789466125.419901:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad747ada0. 00008000:00000010:3.0:1789466125.419903:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da6e0. 00000080:00000010:3.0:1789466125.419905:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbb0077eb40. 00000020:00000010:3.0:1789466125.419909:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cba006a2000. 00000020:00000010:3.0:1789466125.419917:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbac44ceab0. 00000020:00000010:3.0:1789466125.419920:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbac12e7800. 00000020:00000010:3.0:1789466125.419923:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9fdb834e0. 00000008:00000010:3.0:1789466125.419926:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae69f9660. 00020000:00000010:3.0:1789466125.419929:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbaf17c1cc0. 00008000:00000010:3.0:1789466125.419931:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad7470000. 00000080:00000010:3.0:1789466125.419934:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbafc382d20. 00000080:00000010:3.0:1789466125.419937:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae694fc20. 00000020:00000010:3.0:1789466125.419939:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad2e2f000. 00000008:00000010:3.0:1789466125.419941:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbad74f5340. 00020000:00000010:3.0:1789466125.419944:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae69e96d0. 00008000:00000010:3.0:1789466125.419946:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7dad88. 00000080:00000010:3.0:1789466125.419948:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae9762e10. 00000020:00000010:3.0:1789466125.419950:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac12e6800. 00000020:00000010:3.0:1789466125.419953:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbad7551090. 00000020:00000010:3.0:1789466125.419956:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbac56e0800. 00000020:00000010:3.0:1789466125.419959:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9fdb83780. 00000008:00000010:3.0:1789466125.419961:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae691a190. 00020000:00000010:3.0:1789466125.419964:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbafee10480. 00008000:00000010:3.0:1789466125.419966:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad759b4f8. 00000080:00000010:3.0:1789466125.419969:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbafc382738. 00000080:00000010:3.0:1789466125.419971:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae694ebf0. 00000020:00000010:3.0:1789466125.419974:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac56e0600. 00000008:00000010:3.0:1789466125.419976:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbad74f42c0. 00020000:00000010:3.0:1789466125.419979:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae69e8db0. 00008000:00000010:3.0:1789466125.419981:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7dac78. 00000080:00000010:3.0:1789466125.419984:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbb0133d4b0. 00000020:00000010:3.0:1789466125.419988:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac56e0400. 00000020:00000010:3.0:1789466125.419990:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbad7551750. 00000020:00000010:3.0:1789466125.419992:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbac6b0b200. 00000020:00000010:3.0:1789466125.419994:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbaff43f5a0. 00000008:00000010:3.0:1789466125.419997:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae69cacc0. 00020000:00000010:3.0:1789466125.420000:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbac4704c00. 00008000:00000010:3.0:1789466125.420010:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae6840000. 00000080:00000010:3.0:1789466125.420015:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbaf1729930. 00000080:00000010:3.0:1789466125.420018:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae69472e0. 00000020:00000010:3.0:1789466125.420021:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac6b0a000. 00000008:00000010:3.0:1789466125.420024:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaca42f4a0. 00020000:00000010:3.0:1789466125.420026:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae69f3908. 00008000:00000010:3.0:1789466125.420029:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da5f0. 00000080:00000010:3.0:1789466125.420031:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbaf993a000. 00000020:00000010:3.0:1789466125.420035:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac6b0ac00. 00000020:00000010:3.0:1789466125.420037:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbaff546870. 00000020:00000010:3.0:1789466125.420502:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbac56e1600. 00000020:00000010:3.0:1789466125.420505:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9fdb83540. 00000008:00000010:3.0:1789466125.420508:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae691c320. 00020000:00000010:3.0:1789466125.420511:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbafee103c0. 00008000:00000010:3.0:1789466125.420513:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad759aa60. 00000080:00000010:3.0:1789466125.420516:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbafc3821f8. 00000080:00000010:3.0:1789466125.420519:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae694de10. 00000020:00000010:3.0:1789466125.420522:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac56e0e00. 00000008:00000010:3.0:1789466125.420524:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbad74f4c60. 00020000:00000010:3.0:1789466125.420526:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae69ea238. 00008000:00000010:3.0:1789466125.420528:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da3d8. 00000080:00000010:3.0:1789466125.420531:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbb0133da50. 00000020:00000010:3.0:1789466125.420533:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac56e1400. 00000020:00000010:3.0:1789466125.420535:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbad75512d0. 00000020:00000010:3.0:1789466125.420537:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad0a8a200. 00000020:00000010:3.0:1789466125.420540:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9ed232cc0. 00000008:00000010:3.0:1789466125.420543:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae689c320. 00020000:00000010:3.0:1789466125.420546:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbad8a21c00. 00008000:00000010:3.0:1789466125.420548:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad7406de8. 00000080:00000010:3.0:1789466125.420551:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbac4685498. 00000080:00000010:3.0:1789466125.420553:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad74486f0. 00000020:00000010:3.0:1789466125.420555:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad16fdc00. 00000008:00000010:3.0:1789466125.420560:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaff544f20. 00020000:00000010:3.0:1789466125.420571:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad7574248. 00008000:00000010:3.0:1789466125.420574:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f1208. 00000080:00000010:3.0:1789466125.420576:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbb00758c30. 00000020:00000010:3.0:1789466125.421888:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad0a8a600. 00000020:00000010:3.0:1789466125.421899:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae6894900. 00000020:00000010:3.0:1789466125.421906:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cb9e7238200. 00000020:00000010:3.0:1789466125.421909:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9fdb83240. 00000008:00000010:3.0:1789466125.421914:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae6918000. 00020000:00000010:3.0:1789466125.421918:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbafee10f00. 00008000:00000010:3.0:1789466125.421921:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad7598a98. 00000080:00000010:3.0:1789466125.421925:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbafc382150. 00000080:00000010:3.0:1789466125.421930:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae694c250. 00000020:00000010:3.0:1789466125.421933:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9e7238400. 00000008:00000010:3.0:1789466125.421936:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbad74f5e40. 00020000:00000010:3.0:1789466125.421939:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae69eada0. 00008000:00000010:3.0:1789466125.421943:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da378. 00000080:00000010:3.0:1789466125.421946:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbb0133d3c0. 00000020:00000010:3.0:1789466125.421949:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9e7238a00. 00000020:00000010:3.0:1789466125.421951:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbad75517e0. 00000020:00000010:3.0:1789466125.421953:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad0a8ae00. 00000020:00000010:3.0:1789466125.421955:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbaff43fd80. 00000008:00000010:3.0:1789466125.421958:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae69c9660. 00020000:00000010:3.0:1789466125.421974:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbac47046c0. 00008000:00000010:3.0:1789466125.421977:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae69f74f8. 00000080:00000010:3.0:1789466125.421980:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbaf1729888. 00000080:00000010:3.0:1789466125.421983:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae6945280. 00000020:00000010:3.0:1789466125.421992:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbae1216e00. 00000008:00000010:3.0:1789466125.421996:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaca42e2c0. 00020000:00000010:3.0:1789466125.421998:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae69f2238. 00008000:00000010:3.0:1789466125.422001:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da8f8. 00000080:00000010:3.0:1789466125.422003:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbaf993ad20. 00000020:00000010:3.0:1789466125.422006:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9fb323a00. 00000020:00000010:3.0:1789466125.422010:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbaff546b40. 00000020:00000010:3.0:1789466125.422023:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad0260800. 00000020:00000010:3.0:1789466125.422025:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9ed2320c0. 00000008:00000010:3.0:1789466125.422028:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae6899660. 00020000:00000010:3.0:1789466125.422031:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbad8a216c0. 00008000:00000010:3.0:1789466125.422260:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad7406a60. 00000080:00000010:3.0:1789466125.422265:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbac46857e0. 00000080:00000010:3.0:1789466125.422268:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad7449bc0. 00000020:00000010:3.0:1789466125.422271:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad0260a00. 00000008:00000010:3.0:1789466125.422274:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaff544dc0. 00020000:00000010:3.0:1789466125.422276:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad7575b60. 00008000:00000010:3.0:1789466125.422279:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f1b30. 00000080:00000010:3.0:1789466125.422281:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbb007581e0. 00000020:00000010:3.0:1789466125.422284:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbae10c8c00. 00000020:00000010:3.0:1789466125.422286:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae6894a20. 00000020:00000010:3.0:1789466125.422290:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad454ee00. 00000020:00000010:3.0:1789466125.422293:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbacfb42840. 00000008:00000010:3.0:1789466125.422296:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad7454320. 00020000:00000010:3.0:1789466125.422300:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbac61c9000. 00008000:00000010:3.0:1789466125.422302:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad7417880. 00000080:00000010:3.0:1789466125.422305:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbaf4f6fd20. 00000080:00000010:3.0:1789466125.422308:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae684a2b0. 00000020:00000010:3.0:1789466125.422311:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad454e200. 00000008:00000010:3.0:1789466125.422313:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbad05bf8c0. 00020000:00000010:3.0:1789466125.422323:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad75ba910. 00008000:00000010:3.0:1789466125.422331:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da358. 00000080:00000010:3.0:1789466125.422334:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad23c2e10. 00000020:00000010:3.0:1789466125.422337:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad457aa00. 00000020:00000010:3.0:1789466125.422339:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbaf9900000. 00000020:00000010:3.0:1789466125.422343:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad8b21600. 00000020:00000010:3.0:1789466125.422346:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9ed232360. 00000008:00000010:3.0:1789466125.422349:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbb01ee2190. 00020000:00000010:3.0:1789466125.422352:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae110fb40. 00008000:00000010:3.0:1789466125.422356:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad75e11a8. 00000080:00000010:3.0:1789466125.422367:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbad05b9930. 00000080:00000010:3.0:1789466125.422370:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbaff461bc0. 00000020:00000010:3.0:1789466125.422373:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad8b20c00. 00000008:00000010:3.0:1789466125.422375:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbac30ad600. 00020000:00000010:3.0:1789466125.422379:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad223cff8. 00008000:00000010:3.0:1789466125.422382:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f16b0. 00000080:00000010:3.0:1789466125.422384:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad74e1e10. 00000020:00000010:3.0:1789466125.422387:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad8b20400. 00000020:00000010:3.0:1789466125.422389:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbad082c990. 00000020:00000010:3.0:1789466125.422392:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad454f200. 00000020:00000010:3.0:1789466125.422394:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9ed2324e0. 00000008:00000010:3.0:1789466125.422397:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbaff415980. 00020000:00000010:3.0:1789466125.422400:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae110f600. 00008000:00000010:3.0:1789466125.422402:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad7407c08. 00000080:00000010:3.0:1789466125.422404:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbac46852a0. 00000080:00000010:3.0:1789466125.422406:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad7449720. 00000020:00000010:3.0:1789466125.422408:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac62e1400. 00000008:00000010:3.0:1789466125.422410:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaff544b00. 00020000:00000010:3.0:1789466125.422413:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad7576b58. 00008000:00000010:3.0:1789466125.422415:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f1fa8. 00000080:00000010:3.0:1789466125.422418:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad74e1d20. 00000020:00000010:3.0:1789466125.422420:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad454fe00. 00000020:00000010:3.0:1789466125.422422:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae6894630. 00000020:00000010:3.0:1789466125.422425:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cb9f65db600. 00000020:00000010:3.0:1789466125.422430:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9ed2328a0. 00000008:00000010:3.0:1789466125.422432:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbb01ee1660. 00020000:00000010:3.0:1789466125.422436:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbac672eb40. 00008000:00000010:3.0:1789466125.422438:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad75e1c40. 00000080:00000010:3.0:1789466125.422440:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbad05b9c78. 00000080:00000010:3.0:1789466125.422442:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbaff460b90. 00000020:00000010:3.0:1789466125.422445:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9f65dbe00. 00000008:00000010:3.0:1789466125.422447:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbac30ac000. 00020000:00000010:3.0:1789466125.422450:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad223d488. 00008000:00000010:3.0:1789466125.422458:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f1ba0. 00000080:00000010:3.0:1789466125.422461:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbaefe17000. 00000020:00000010:3.0:1789466125.422464:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9f65da200. 00000020:00000010:3.0:1789466125.422467:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbad082cea0. 00000020:00000010:3.0:1789466125.422470:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad4411a00. 00000020:00000010:3.0:1789466125.422472:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9ed232b40. 00000008:00000010:3.0:1789466125.422475:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbaff414e50. 00020000:00000010:3.0:1789466125.422477:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae110f840. 00008000:00000010:3.0:1789466125.422480:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad75e1530. 00000080:00000010:3.0:1789466125.422482:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbac4685738. 00000080:00000010:3.0:1789466125.422484:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbaff4606f0. 00000020:00000010:3.0:1789466125.422487:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad4411000. 00000008:00000010:3.0:1789466125.422489:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbac30ac9a0. 00020000:00000010:3.0:1789466125.422492:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad223d918. 00008000:00000010:3.0:1789466125.422494:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f1c70. 00000080:00000010:3.0:1789466125.422496:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad74e1b40. 00000020:00000010:3.0:1789466125.422498:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad4410e00. 00000020:00000010:3.0:1789466125.422501:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbad082c000. 00000020:00000010:3.0:1789466125.422503:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cba006a2600. 00000020:00000010:3.0:1789466125.422507:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbad226c780. 00000008:00000010:3.0:1789466125.422510:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbaff6f0b30. 00020000:00000010:3.0:1789466125.422514:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cb9ef7dae40. 00008000:00000010:3.0:1789466125.422517:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbaf3a30e20. 00000080:00000010:3.0:1789466125.422520:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae90eb0a8. 00000080:00000010:3.0:1789466125.422522:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbafafcb090. 00000020:00000010:3.0:1789466125.422525:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cba006a2a00. 00000008:00000010:3.0:1789466125.422527:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaedfaf4a0. 00020000:00000010:3.0:1789466125.422530:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbac433dff0. 00008000:00000010:3.0:1789466125.422533:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da408. 00000080:00000010:3.0:1789466125.422549:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbaea7dbe10. 00000020:00000010:3.0:1789466125.422552:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cba006a3400. 00000020:00000010:3.0:1789466125.422554:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbaff4be5a0. 00000020:00000010:3.0:1789466125.422557:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad4411400. 00000020:00000010:3.0:1789466125.422565:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9ed232d20. 00000008:00000010:3.0:1789466125.422567:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbaff4137f0. 00020000:00000010:3.0:1789466125.422570:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae110ff00. 00008000:00000010:3.0:1789466125.422573:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad75e2de8. 00000080:00000010:3.0:1789466125.422576:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbac46853f0. 00000080:00000010:3.0:1789466125.424426:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbaff460940. 00000020:00000010:3.0:1789466125.424435:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad4411800. 00000008:00000010:3.0:1789466125.424440:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbac30ad080. 00020000:00000010:3.0:1789466125.424446:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad223f230. 00008000:00000010:3.0:1789466125.424450:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f1a38. 00000080:00000010:3.0:1789466125.424454:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad74e1870. 00000020:00000010:3.0:1789466125.424457:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad4410800. 00000020:00000010:3.0:1789466125.424459:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbad082cbd0. 00000020:00000010:3.0:1789466125.424464:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad0234000. 00000020:00000010:3.0:1789466125.424468:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9ed232ba0. 00000008:00000010:3.0:1789466125.424471:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbb01ee6fe0. 00020000:00000010:3.0:1789466125.424474:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbac672e3c0. 00008000:00000010:3.0:1789466125.424477:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad75e3170. 00000080:00000010:3.0:1789466125.424480:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbad05b9b28. 00000080:00000010:3.0:1789466125.424483:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbaff4604a0. 00000020:00000010:3.0:1789466125.424485:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbae102ee00. 00000008:00000010:3.0:1789466125.424488:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbac30ac580. 00020000:00000010:3.0:1789466125.424490:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad223d240. 00008000:00000010:3.0:1789466125.424493:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f1d58. 00000080:00000010:3.0:1789466125.424495:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad74e1780. 00000020:00000010:3.0:1789466125.424497:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad0235800. 00000020:00000010:3.0:1789466125.424499:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbad082c360. 00000020:00000010:3.0:1789466125.424502:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad8b21a00. 00000020:00000010:3.0:1789466125.424504:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9ed232f00. 00000008:00000010:3.0:1789466125.424507:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbb01ee64b0. 00020000:00000010:3.0:1789466125.424509:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbac672e300. 00008000:00000010:3.0:1789466125.424512:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad75e3c08. 00000080:00000010:3.0:1789466125.424514:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbad05b9a80. 00000080:00000010:3.0:1789466125.424532:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbaff462e40. 00000020:00000010:3.0:1789466125.424535:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad8b21800. 00000008:00000010:3.0:1789466125.424538:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbac30ada20. 00020000:00000010:3.0:1789466125.424541:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad223cdb0. 00008000:00000010:3.0:1789466125.424543:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f1ef0. 00000080:00000010:3.0:1789466125.424546:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad74e1960. 00000020:00000010:3.0:1789466125.424548:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad8b20000. 00000020:00000010:3.0:1789466125.424551:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbad082ce10. 00000020:00000010:3.0:1789466125.424554:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbac6b0bc00. 00000020:00000010:3.0:1789466125.424557:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9ed2321e0. 00000008:00000010:3.0:1789466125.424559:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbb01ee4320. 00020000:00000010:3.0:1789466125.424562:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbac672e900. 00008000:00000010:3.0:1789466125.424564:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad75e0388. 00000080:00000010:3.0:1789466125.424566:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbad05b99d8. 00000080:00000010:3.0:1789466125.424568:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbaff4614d0. 00000020:00000010:3.0:1789466125.424570:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac6b0ae00. 00000008:00000010:3.0:1789466125.424573:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbac30ac2c0. 00020000:00000010:3.0:1789466125.424575:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad223eb58. 00008000:00000010:3.0:1789466125.424592:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f1688. 00000080:00000010:3.0:1789466125.424595:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbaefe17e10. 00000020:00000010:3.0:1789466125.424597:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac6b0a400. 00000020:00000010:3.0:1789466125.424600:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbad082cf30. 00000020:00000010:3.0:1789466125.424602:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cb9f65db200. 00000020:00000010:3.0:1789466125.424971:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9ed2322a0. 00000008:00000010:3.0:1789466125.424978:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbb01ee0b30. 00020000:00000010:3.0:1789466125.424982:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbac672e000. 00008000:00000010:3.0:1789466125.424984:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad75e0000. 00000080:00000010:3.0:1789466125.424988:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbad05b92a0. 00000080:00000010:3.0:1789466125.424990:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbaff4639d0. 00000020:00000010:3.0:1789466125.424992:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9f65daa00. 00000008:00000010:3.0:1789466125.424996:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbac30acf20. 00020000:00000010:3.0:1789466125.424998:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad223e480. 00008000:00000010:3.0:1789466125.425001:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f1640. 00000080:00000010:3.0:1789466125.425010:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbaefe171e0. 00000020:00000010:3.0:1789466125.425012:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac14be000. 00000020:00000010:3.0:1789466125.425014:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbad082ccf0. 00000020:00000010:3.0:1789466125.425017:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbae1128000. 00000020:00000010:3.0:1789466125.425021:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbaed64d7e0. 00000008:00000010:3.0:1789466125.425024:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad7584320. 00020000:00000010:3.0:1789466125.425027:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cb9e8b169c0. 00008000:00000010:3.0:1789466125.425030:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbaea7dd530. 00000080:00000010:3.0:1789466125.425033:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae00f8f18. 00000080:00000010:3.0:1789466125.425035:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbb01173c20. 00000020:00000010:3.0:1789466125.425038:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbae1128800. 00000008:00000010:3.0:1789466125.425040:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaf4e409a0. 00020000:00000010:3.0:1789466125.425042:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad048cff8. 00008000:00000010:3.0:1789466125.425045:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbad1153d40. 00000080:00000010:3.0:1789466125.425047:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad04874b0. 00000020:00000010:3.0:1789466125.425118:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbae1129400. 00000020:00000010:3.0:1789466125.425124:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbb0130f000. 00000020:00000010:3.0:1789466125.425127:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cba0040b400. 00000020:00000010:3.0:1789466125.425237:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbaed64d060. 00000008:00000010:3.0:1789466125.425241:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad7586fe0. 00020000:00000010:3.0:1789466125.425245:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cb9e8b16000. 00008000:00000010:3.0:1789466125.425247:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbaea7df4f8. 00000080:00000010:3.0:1789466125.425250:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae00f85e8. 00000080:00000010:3.0:1789466125.425252:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbb01172500. 00000020:00000010:3.0:1789466125.425255:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cba0040aa00. 00000008:00000010:3.0:1789466125.425258:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaf4e402c0. 00020000:00000010:3.0:1789466125.425260:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad048c000. 00008000:00000010:3.0:1789466125.425263:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbad1153a78. 00000080:00000010:3.0:1789466125.425265:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad04873c0. 00000020:00000010:3.0:1789466125.425267:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cba0040a800. 00000020:00000010:3.0:1789466125.425268:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbb0130f3f0. 00000020:00000010:3.0:1789466125.425271:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cb9ecb54e00. 00000020:00000010:3.0:1789466125.425274:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbaed64d4e0. 00000008:00000010:3.0:1789466125.425283:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad7584e50. 00020000:00000010:3.0:1789466125.425285:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cb9e8b16840. 00008000:00000010:3.0:1789466125.425287:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbaea7dc710. 00000080:00000010:3.0:1789466125.425290:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae00f8888. 00000080:00000010:3.0:1789466125.425292:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbb01173530. 00000020:00000010:3.0:1789466125.425295:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9ecb54600. 00000008:00000010:3.0:1789466125.425297:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaf4e411e0. 00020000:00000010:3.0:1789466125.425300:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad048e6c8. 00008000:00000010:3.0:1789466125.425302:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbad11536c8. 00000080:00000010:3.0:1789466125.425305:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad0487000. 00000020:00000010:3.0:1789466125.425307:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad8aa2800. 00000020:00000010:3.0:1789466125.425310:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbb0130f990. 00000020:00000010:3.0:1789466125.425313:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad09e9c00. 00000020:00000010:3.0:1789466125.425316:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbaed64d840. 00000008:00000010:3.0:1789466125.425318:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad75837f0. 00020000:00000010:3.0:1789466125.425320:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cb9e8b16f00. 00008000:00000010:3.0:1789466125.425323:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbaea7dca98. 00000080:00000010:3.0:1789466125.425324:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae00f80a8. 00000080:00000010:3.0:1789466125.425326:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbb01172bf0. 00000020:00000010:3.0:1789466125.425328:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad09e8200. 00000008:00000010:3.0:1789466125.425330:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaf4e41b80. 00020000:00000010:3.0:1789466125.425332:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad048cdb0. 00008000:00000010:3.0:1789466125.425334:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbad1153a28. 00000080:00000010:3.0:1789466125.425336:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad0487c30. 00000020:00000010:3.0:1789466125.425338:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad09e9200. 00000020:00000010:3.0:1789466125.425340:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbb0130f870. 00000020:00000010:3.0:1789466125.425344:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad1178c00. 00000020:00000010:3.0:1789466125.425346:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbac305b180. 00000008:00000010:3.0:1789466125.425348:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad7456fe0. 00020000:00000010:3.0:1789466125.425353:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae68fb480. 00008000:00000010:3.0:1789466125.425356:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad7405530. 00000080:00000010:3.0:1789466125.425358:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbac4685f18. 00000080:00000010:3.0:1789466125.425360:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad744b780. 00000020:00000010:3.0:1789466125.425369:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad1179c00. 00000008:00000010:3.0:1789466125.425374:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaff544160. 00020000:00000010:3.0:1789466125.425376:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad7575240. 00008000:00000010:3.0:1789466125.425379:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f15f8. 00000080:00000010:3.0:1789466125.425381:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbb00758780. 00000020:00000010:3.0:1789466125.425384:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad1179a00. 00000020:00000010:3.0:1789466125.425386:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae6894e10. 00000020:00000010:3.0:1789466125.425389:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cb9ecbc1000. 00000020:00000010:3.0:1789466125.425392:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9fdb83600. 00000008:00000010:3.0:1789466125.425395:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae6918b30. 00020000:00000010:3.0:1789466125.425398:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbafee10780. 00008000:00000010:3.0:1789466125.425401:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad759a350. 00000080:00000010:3.0:1789466125.425404:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbafc382888. 00000080:00000010:3.0:1789466125.425408:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae694f2e0. 00000020:00000010:3.0:1789466125.425411:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9ecbc1c00. 00000008:00000010:3.0:1789466125.425414:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbad74f4580. 00020000:00000010:3.0:1789466125.425416:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae69e9918. 00008000:00000010:3.0:1789466125.425419:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da1e8. 00000080:00000010:3.0:1789466125.425421:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbb0133dc30. 00000020:00000010:3.0:1789466125.425423:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9ecbc1200. 00000020:00000010:3.0:1789466125.425425:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbad7551e10. 00000020:00000010:3.0:1789466125.425428:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbae1128400. 00000020:00000010:3.0:1789466125.425431:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbac305b1e0. 00000008:00000010:3.0:1789466125.425433:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae68d4320. 00020000:00000010:3.0:1789466125.425436:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae68fb900. 00008000:00000010:3.0:1789466125.425438:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad74058b8. 00000080:00000010:3.0:1789466125.425440:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbac4685888. 00000080:00000010:3.0:1789466125.425442:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad7449970. 00000020:00000010:3.0:1789466125.425444:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbae03da200. 00000008:00000010:3.0:1789466125.425447:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaff5442c0. 00020000:00000010:3.0:1789466125.425449:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad7577478. 00008000:00000010:3.0:1789466125.425452:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f1a10. 00000080:00000010:3.0:1789466125.425454:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbb007584b0. 00000020:00000010:3.0:1789466125.425465:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad743d600. 00000020:00000010:3.0:1789466125.425468:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae6894ab0. 00000020:00000010:3.0:1789466125.425471:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cb9e7238c00. 00000020:00000010:3.0:1789466125.425474:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbac305ba80. 00000008:00000010:3.0:1789466125.425477:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad7452190. 00020000:00000010:3.0:1789466125.425479:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae68fb540. 00008000:00000010:3.0:1789466125.425481:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae68458b8. 00000080:00000010:3.0:1789466125.425486:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbac46855e8. 00000080:00000010:3.0:1789466125.425488:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad744b9d0. 00000020:00000010:3.0:1789466125.425490:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9e7239600. 00000008:00000010:3.0:1789466125.425493:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaff545a20. 00020000:00000010:3.0:1789466125.425496:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad75756d0. 00008000:00000010:3.0:1789466125.425498:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f1548. 00000080:00000010:3.0:1789466125.425500:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad14220f0. 00000020:00000010:3.0:1789466125.425502:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9e7239a00. 00000020:00000010:3.0:1789466125.425504:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae6894120. 00000020:00000010:3.0:1789466125.425506:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cb9e7238000. 00000020:00000010:3.0:1789466125.425508:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbac305bae0. 00000008:00000010:3.0:1789466125.425510:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad7454e50. 00020000:00000010:3.0:1789466125.425514:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae68fbc00. 00008000:00000010:3.0:1789466125.425516:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae6847170. 00000080:00000010:3.0:1789466125.425519:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbac4685690. 00000080:00000010:3.0:1789466125.425520:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad74484a0. 00000020:00000010:3.0:1789466125.425523:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9e7238e00. 00000008:00000010:3.0:1789466125.425525:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaff545760. 00020000:00000010:3.0:1789466125.425527:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad7576238. 00008000:00000010:3.0:1789466125.425530:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f1bb0. 00000080:00000010:3.0:1789466125.425532:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad1422870. 00000020:00000010:3.0:1789466125.425534:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad743c600. 00000020:00000010:3.0:1789466125.425536:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae68941b0. 00000020:00000010:3.0:1789466125.425539:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbae11fa800. 00000020:00000010:3.0:1789466125.425542:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbac305bde0. 00000008:00000010:3.0:1789466125.425544:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad7450b30. 00020000:00000010:3.0:1789466125.425552:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae68fb000. 00008000:00000010:3.0:1789466125.425554:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae6844000. 00000080:00000010:3.0:1789466125.425557:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbac4685c78. 00000080:00000010:3.0:1789466125.425559:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad744a9a0. 00000020:00000010:3.0:1789466125.425562:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbae11fb600. 00000008:00000010:3.0:1789466125.425565:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaff545600. 00020000:00000010:3.0:1789466125.425567:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad7574ff8. 00008000:00000010:3.0:1789466125.425570:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f1470. 00000080:00000010:3.0:1789466125.425572:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad14222d0. 00000020:00000010:3.0:1789466125.425575:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbae11fb800. 00000020:00000010:3.0:1789466125.425577:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae6894bd0. 00000020:00000010:3.0:1789466125.425761:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbac2a14a00. 00000020:00000010:3.0:1789466125.425765:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9fdb83ba0. 00000008:00000010:3.0:1789466125.425768:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae68ad980. 00020000:00000010:3.0:1789466125.425771:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbafee10cc0. 00008000:00000010:3.0:1789466125.425774:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad7599530. 00000080:00000010:3.0:1789466125.425777:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbafc382540. 00000080:00000010:3.0:1789466125.425779:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae694ee40. 00000020:00000010:3.0:1789466125.425782:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac2a14800. 00000008:00000010:3.0:1789466125.425784:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaede782c0. 00020000:00000010:3.0:1789466125.425787:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae69e9b60. 00008000:00000010:3.0:1789466125.425790:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7daa50. 00000080:00000010:3.0:1789466125.425792:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbb0133d960. 00000020:00000010:3.0:1789466125.425794:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9ecbc1600. 00000020:00000010:3.0:1789466125.425796:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbad7551d80. 00000020:00000010:3.0:1789466125.425798:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbaf1799400. 00000020:00000010:3.0:1789466125.425801:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbac305b780. 00000008:00000010:3.0:1789466125.425803:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad7531660. 00020000:00000010:3.0:1789466125.425806:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae68fb0c0. 00008000:00000010:3.0:1789466125.425808:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad7404e20. 00000080:00000010:3.0:1789466125.425811:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbac46859d8. 00000080:00000010:3.0:1789466125.425813:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad7448b90. 00000020:00000010:3.0:1789466125.425815:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbaf1799000. 00000008:00000010:3.0:1789466125.425823:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaff544840. 00020000:00000010:3.0:1789466125.425825:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad7576da0. 00008000:00000010:3.0:1789466125.425828:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f1d88. 00000080:00000010:3.0:1789466125.425830:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbb00758690. 00000020:00000010:3.0:1789466125.425832:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbaf1798400. 00000020:00000010:3.0:1789466125.425834:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbae6894240. 00000020:00000010:3.0:1789466125.425837:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad456c600. 00000020:00000010:3.0:1789466125.425840:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbaff43f0c0. 00000008:00000010:3.0:1789466125.425842:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad75b64b0. 00020000:00000010:3.0:1789466125.425845:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae961ac00. 00008000:00000010:3.0:1789466125.425847:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad747c000. 00000080:00000010:3.0:1789466125.425850:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae01280a8. 00000080:00000010:3.0:1789466125.425852:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad75fc250. 00000020:00000010:3.0:1789466125.425864:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad456d800. 00000008:00000010:3.0:1789466125.425867:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbad74f4000. 00020000:00000010:3.0:1789466125.425869:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad74786d8. 00008000:00000010:3.0:1789466125.425871:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da9d8. 00000080:00000010:3.0:1789466125.425874:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbb013182d0. 00000020:00000010:3.0:1789466125.425877:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad8b20a00. 00000020:00000010:3.0:1789466125.425879:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbac44ceea0. 00000020:00000010:3.0:1789466125.425882:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbac46b2400. 00000020:00000010:3.0:1789466125.425884:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbb01e2a540. 00000008:00000010:3.0:1789466125.425887:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad75f1660. 00020000:00000010:3.0:1789466125.425890:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae961c3c0. 00008000:00000010:3.0:1789466125.425892:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae69e7880. 00000080:00000010:3.0:1789466125.425895:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbad7503498. 00000080:00000010:3.0:1789466125.425897:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae69e2e40. 00000020:00000010:3.0:1789466125.425900:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac46b2000. 00000008:00000010:3.0:1789466125.425902:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaede78000. 00020000:00000010:3.0:1789466125.425904:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad75bcdb0. 00008000:00000010:3.0:1789466125.425907:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da900. 00000080:00000010:3.0:1789466125.425909:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbafec37b40. 00000020:00000010:3.0:1789466125.425911:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac46b2600. 00000020:00000010:3.0:1789466125.425917:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbad75e4480. 00000020:00000010:3.0:1789466125.425919:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad0254400. 00000020:00000010:3.0:1789466125.425922:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbaff43f240. 00000008:00000010:3.0:1789466125.425924:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbaff414320. 00020000:00000010:3.0:1789466125.425933:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbad74e2cc0. 00008000:00000010:3.0:1789466125.425936:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad744f170. 00000080:00000010:3.0:1789466125.425939:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbafc3ba498. 00000080:00000010:3.0:1789466125.425941:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae6883780. 00000020:00000010:3.0:1789466125.425944:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac56e1800. 00000008:00000010:3.0:1789466125.425947:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbacf5b0dc0. 00020000:00000010:3.0:1789466125.425949:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae6884b68. 00008000:00000010:3.0:1789466125.425957:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da3a8. 00000080:00000010:3.0:1789466125.425959:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbb01357690. 00000020:00000010:3.0:1789466125.425962:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9fcf57c00. 00000020:00000010:3.0:1789466125.425965:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbaeddfd990. 00000020:00000010:3.0:1789466125.425968:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbae1128a00. 00000020:00000010:3.0:1789466125.425970:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbb01e2a060. 00000008:00000010:3.0:1789466125.425972:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad7451660. 00020000:00000010:3.0:1789466125.425974:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae961c300. 00008000:00000010:3.0:1789466125.425977:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae69e7c08. 00000080:00000010:3.0:1789466125.425978:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbad75039d8. 00000080:00000010:3.0:1789466125.425980:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae69e3780. 00000020:00000010:3.0:1789466125.425983:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbae0345800. 00000008:00000010:3.0:1789466125.425985:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaede79b80. 00020000:00000010:3.0:1789466125.425988:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbae683dda8. 00008000:00000010:3.0:1789466125.426000:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7daa10. 00000080:00000010:3.0:1789466125.426002:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae68c4780. 00000020:00000010:3.0:1789466125.426005:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac56e0a00. 00000020:00000010:3.0:1789466125.426007:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbb01c9ea20. 00000020:00000010:3.0:1789466125.426014:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cba0135c400. 00000020:00000010:3.0:1789466125.426016:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbb01e2ade0. 00000008:00000010:3.0:1789466125.426018:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad75f2190. 00020000:00000010:3.0:1789466125.426021:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae961c9c0. 00008000:00000010:3.0:1789466125.427447:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae69e6de8. 00000080:00000010:3.0:1789466125.427466:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbad75035e8. 00000080:00000010:3.0:1789466125.427470:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae69e0250. 00000020:00000010:3.0:1789466125.427474:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cba0135dc00. 00000008:00000010:3.0:1789466125.427479:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaede79ce0. 00020000:00000010:3.0:1789466125.427483:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad75bf6c0. 00008000:00000010:3.0:1789466125.427487:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da030. 00000080:00000010:3.0:1789466125.427490:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbafec37780. 00000020:00000010:3.0:1789466125.427492:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cba0135d000. 00000020:00000010:3.0:1789466125.427495:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbad75e4f30. 00000020:00000010:3.0:1789466125.427500:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad454e000. 00000020:00000010:3.0:1789466125.427504:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbb01e2a240. 00000008:00000010:3.0:1789466125.427508:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad75f37f0. 00020000:00000010:3.0:1789466125.427511:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae961cd80. 00008000:00000010:3.0:1789466125.427514:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae69e5c40. 00000080:00000010:3.0:1789466125.427517:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbad75030a8. 00000080:00000010:3.0:1789466125.427519:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae69e1280. 00000020:00000010:3.0:1789466125.427521:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad454fc00. 00000008:00000010:3.0:1789466125.427524:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaede79080. 00020000:00000010:3.0:1789466125.427526:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad75befe8. 00008000:00000010:3.0:1789466125.427529:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da740. 00000080:00000010:3.0:1789466125.427532:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbafec370f0. 00000020:00000010:3.0:1789466125.427534:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cba02ab5600. 00000020:00000010:3.0:1789466125.427536:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbad75e4ea0. 00000020:00000010:3.0:1789466125.427539:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad0abec00. 00000020:00000010:3.0:1789466125.427542:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbb01e2a4e0. 00000008:00000010:3.0:1789466125.427544:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad75f5980. 00020000:00000010:3.0:1789466125.427547:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbae961c180. 00008000:00000010:3.0:1789466125.427549:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbae69e74f8. 00000080:00000010:3.0:1789466125.427551:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbad75032a0. 00000080:00000010:3.0:1789466125.427553:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbae69e1bc0. 00000020:00000010:3.0:1789466125.427569:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad0abfe00. 00000008:00000010:3.0:1789466125.427573:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaede79340. 00020000:00000010:3.0:1789466125.427598:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad75be480. 00008000:00000010:3.0:1789466125.427606:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7daa70. 00000080:00000010:3.0:1789466125.427621:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbafec37d20. 00000020:00000010:3.0:1789466125.427624:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad0abf000. 00000020:00000010:3.0:1789466125.427626:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbad75e42d0. 00000020:00000010:3.0:1789466125.427629:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cba0135d800. 00000020:00000010:3.0:1789466125.427631:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbae0653120. 00000008:00000010:3.0:1789466125.427635:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad74364b0. 00020000:00000010:3.0:1789466125.427646:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbac7eeecc0. 00008000:00000010:3.0:1789466125.427649:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad74911a8. 00000080:00000010:3.0:1789466125.427652:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbacf5a50a8. 00000080:00000010:3.0:1789466125.427655:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad750ebf0. 00000020:00000010:3.0:1789466125.427657:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cba0135cc00. 00000008:00000010:3.0:1789466125.427660:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbad45ba2c0. 00020000:00000010:3.0:1789466125.427662:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad7543d98. 00008000:00000010:3.0:1789466125.427665:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7dae00. 00000080:00000010:3.0:1789466125.427667:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad75e5b40. 00000020:00000010:3.0:1789466125.427669:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cba0135d600. 00000020:00000010:3.0:1789466125.427671:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbafd0716c0. 00000020:00000010:3.0:1789466125.427674:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cb9d9d96200. 00000020:00000010:3.0:1789466125.427677:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbae0653ea0. 00000008:00000010:3.0:1789466125.427680:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad7532cc0. 00020000:00000010:3.0:1789466125.427682:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cb9ece42480. 00008000:00000010:3.0:1789466125.427686:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad7490000. 00000080:00000010:3.0:1789466125.427688:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbacf5a59d8. 00000080:00000010:3.0:1789466125.427690:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad750de10. 00000020:00000010:3.0:1789466125.427693:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9d9d96400. 00000008:00000010:3.0:1789466125.427695:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbad45bb1e0. 00020000:00000010:3.0:1789466125.427697:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad7542da0. 00008000:00000010:3.0:1789466125.427700:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da550. 00000080:00000010:3.0:1789466125.427702:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad75e5a50. 00000020:00000010:3.0:1789466125.427705:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9d9d96e00. 00000020:00000010:3.0:1789466125.427707:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbafd0715a0. 00000020:00000010:3.0:1789466125.427715:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad0abe400. 00000020:00000010:3.0:1789466125.427717:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbae0653780. 00000008:00000010:3.0:1789466125.427736:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad75b4e50. 00020000:00000010:3.0:1789466125.427746:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cb9ece42d80. 00008000:00000010:3.0:1789466125.427749:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad744ce20. 00000080:00000010:3.0:1789466125.427752:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbacf5a5bd0. 00000080:00000010:3.0:1789466125.427755:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad750e750. 00000020:00000010:3.0:1789466125.427757:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad0abf600. 00000008:00000010:3.0:1789466125.427761:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbad45bba20. 00020000:00000010:3.0:1789466125.427763:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad7542b58. 00008000:00000010:3.0:1789466125.427766:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7dabc0. 00000080:00000010:3.0:1789466125.427768:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae7f79b40. 00000020:00000010:3.0:1789466125.427771:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbae130bc00. 00000020:00000010:3.0:1789466125.427773:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbafd071510. 00000020:00000010:3.0:1789466125.427777:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbac5338e00. 00000020:00000010:3.0:1789466125.427779:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbae0653a20. 00000008:00000010:3.0:1789466125.427782:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad75364b0. 00020000:00000010:3.0:1789466125.427786:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbac7eee000. 00008000:00000010:3.0:1789466125.427788:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad74918b8. 00000080:00000010:3.0:1789466125.427790:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbacf5a55e8. 00000080:00000010:3.0:1789466125.427793:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad750c940. 00000020:00000010:3.0:1789466125.427796:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac5338c00. 00000008:00000010:3.0:1789466125.427799:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbad45bbce0. 00020000:00000010:3.0:1789466125.427801:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad75416d0. 00008000:00000010:3.0:1789466125.427804:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7dacc8. 00000080:00000010:3.0:1789466125.427806:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad75e5e10. 00000020:00000010:3.0:1789466125.427808:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac5339c00. 00000020:00000010:3.0:1789466125.427810:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbafd071cf0. 00000020:00000010:3.0:1789466125.427813:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cb9d9d97a00. 00000020:00000010:3.0:1789466125.427816:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbae0653900. 00000008:00000010:3.0:1789466125.427818:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad7535980. 00020000:00000010:3.0:1789466125.427822:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cb9ece423c0. 00008000:00000010:3.0:1789466125.427825:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad7490388. 00000080:00000010:3.0:1789466125.427836:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbacf5a5d20. 00000080:00000010:3.0:1789466125.427839:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad750d030. 00000020:00000010:3.0:1789466125.427841:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9d9d97000. 00000008:00000010:3.0:1789466125.427844:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbad45bb340. 00020000:00000010:3.0:1789466125.427846:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad7540920. 00008000:00000010:3.0:1789466125.427849:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7daad8. 00000080:00000010:3.0:1789466125.427851:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad75e5780. 00000020:00000010:3.0:1789466125.427854:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9d9d96600. 00000020:00000010:3.0:1789466125.427856:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbafd071090. 00000020:00000010:3.0:1789466125.427859:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cb9d9d97c00. 00000020:00000010:3.0:1789466125.427861:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbae0653a80. 00000008:00000010:3.0:1789466125.427864:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad7530b30. 00020000:00000010:3.0:1789466125.427866:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cb9ece42600. 00008000:00000010:3.0:1789466125.427868:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad7491c40. 00000080:00000010:3.0:1789466125.427870:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbacf5a5498. 00000080:00000010:3.0:1789466125.427872:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad750e500. 00000020:00000010:3.0:1789466125.427874:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9e7025600. 00000008:00000010:3.0:1789466125.427876:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbad45bbb80. 00020000:00000010:3.0:1789466125.427878:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad7541da8. 00008000:00000010:3.0:1789466125.427880:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7daef8. 00000080:00000010:3.0:1789466125.427882:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad75e50f0. 00000020:00000010:3.0:1789466125.427885:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9d9d96c00. 00000020:00000010:3.0:1789466125.427886:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbafd071480. 00000020:00000010:3.0:1789466125.427888:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbac5338200. 00000020:00000010:3.0:1789466125.427890:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbae0653b40. 00000008:00000010:3.0:1789466125.427892:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad7536fe0. 00020000:00000010:3.0:1789466125.427895:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbac7eee300. 00008000:00000010:3.0:1789466125.427898:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad7493170. 00000080:00000010:3.0:1789466125.427900:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbacf5a5dc8. 00000080:00000010:3.0:1789466125.427902:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad750e060. 00000020:00000010:3.0:1789466125.427905:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac5338000. 00000008:00000010:3.0:1789466125.427907:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbad45ba160. 00020000:00000010:3.0:1789466125.427909:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad7541b60. 00008000:00000010:3.0:1789466125.427918:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7daab0. 00000080:00000010:3.0:1789466125.427920:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbad75e51e0. 00000020:00000010:3.0:1789466125.427923:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbae11a9200. 00000020:00000010:3.0:1789466125.427926:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbafd071ea0. 00000020:00000010:3.0:1789466125.427928:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad2b54000. 00000020:00000010:3.0:1789466125.427931:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbae0653f60. 00000008:00000010:3.0:1789466125.427933:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad7534320. 00020000:00000010:3.0:1789466125.427936:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cb9ece42780. 00008000:00000010:3.0:1789466125.427938:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad744ca98. 00000080:00000010:3.0:1789466125.427940:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbacf5a5000. 00000080:00000010:3.0:1789466125.427942:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad750c250. 00000020:00000010:3.0:1789466125.427944:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad2b55800. 00000008:00000010:3.0:1789466125.427946:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbad45bb4a0. 00020000:00000010:3.0:1789466125.427949:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad75426c8. 00008000:00000010:3.0:1789466125.427952:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da048. 00000080:00000010:3.0:1789466125.427954:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae7f795a0. 00000020:00000010:3.0:1789466125.427956:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad2b55600. 00000020:00000010:3.0:1789466125.427957:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbafd071b40. 00000020:00000010:3.0:1789466125.427960:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbb01e30e00. 00000020:00000010:3.0:1789466125.427962:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbae06531e0. 00000008:00000010:3.0:1789466125.427964:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad75337f0. 00020000:00000010:3.0:1789466125.427966:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cb9ece42180. 00008000:00000010:3.0:1789466125.427968:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad744c710. 00000080:00000010:3.0:1789466125.427970:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbacf5a5348. 00000080:00000010:3.0:1789466125.427972:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad750c000. 00000020:00000010:3.0:1789466125.427974:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbb01e30000. 00000008:00000010:3.0:1789466125.427977:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbad45ba420. 00020000:00000010:3.0:1789466125.427978:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad7540000. 00008000:00000010:3.0:1789466125.427981:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7daa40. 00000080:00000010:3.0:1789466125.427983:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae7f79690. 00000020:00000010:3.0:1789466125.427985:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbb01e31200. 00000020:00000010:3.0:1789466125.427986:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbafd071120. 00000020:00000010:3.0:1789466125.427989:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbac4563400. 00000020:00000010:3.0:1789466125.427997:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbae0653240. 00000008:00000010:3.0:1789466125.428000:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad7530000. 00020000:00000010:3.0:1789466125.428002:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cb9ece42b40. 00008000:00000010:3.0:1789466125.428005:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad744e350. 00000080:00000010:3.0:1789466125.428008:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbacf5a5888. 00000080:00000010:3.0:1789466125.428010:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbad750e9a0. 00000020:00000010:3.0:1789466125.428018:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac4562c00. 00000008:00000010:3.0:1789466125.428021:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbad45ba580. 00020000:00000010:3.0:1789466125.428028:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad7540db0. 00008000:00000010:3.0:1789466125.428031:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da398. 00000080:00000010:3.0:1789466125.428033:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbae7f79d20. 00000020:00000010:3.0:1789466125.428036:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac4562200. 00000020:00000010:3.0:1789466125.428038:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbafd071ab0. 00000020:00000010:3.0:1789466125.428041:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbae10c9e00. 00000020:00000010:3.0:1789466125.428044:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbae0653d80. 00000008:00000010:3.0:1789466125.428046:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbad7452cc0. 00020000:00000010:3.0:1789466125.428049:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbad0a0fcc0. 00008000:00000010:3.0:1789466125.428065:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad755ea60. 00000080:00000010:3.0:1789466125.428069:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbac45a7690. 00000080:00000010:3.0:1789466125.428072:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbafc39cb90. 00000020:00000010:3.0:1789466125.428074:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cb9f65db800. 00000008:00000010:3.0:1789466125.428080:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbb0075ac60. 00020000:00000010:3.0:1789466125.428083:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad74dada0. 00008000:00000010:3.0:1789466125.428085:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7dab28. 00000080:00000010:3.0:1789466125.428088:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbac47290f0. 00000020:00000010:3.0:1789466125.428090:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbae10c8800. 00000020:00000010:3.0:1789466125.428092:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbaff4be6c0. 00000020:00000010:3.0:1789466125.428095:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbae03db600. 00000020:00000010:3.0:1789466125.428098:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cb9ed232de0. 00000008:00000010:3.0:1789466125.428102:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbafba39660. 00020000:00000010:3.0:1789466125.428104:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbac672e540. 00008000:00000010:3.0:1789466125.428107:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad75e0e20. 00000080:00000010:3.0:1789466125.428109:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbad05b9738. 00000080:00000010:3.0:1789466125.428117:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbaff462060. 00000020:00000010:3.0:1789466125.428120:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbae03db800. 00000008:00000010:3.0:1789466125.428123:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbac30ac160. 00020000:00000010:3.0:1789466125.428164:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad223db60. 00008000:00000010:3.0:1789466125.428168:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaff4f17a8. 00000080:00000010:3.0:1789466125.428171:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbaefe17b40. 00000020:00000010:3.0:1789466125.428174:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbac62e0000. 00000020:00000010:3.0:1789466125.428176:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbad082c090. 00000020:00000010:3.0:1789466125.428180:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbad11a4800. 00000020:00000010:3.0:1789466125.428182:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbad226cf60. 00000008:00000010:3.0:1789466125.428185:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbaff6f2190. 00020000:00000010:3.0:1789466125.428188:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cb9ef7da540. 00008000:00000010:3.0:1789466125.428191:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbaf3a30a98. 00000080:00000010:3.0:1789466125.428195:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbae90ebbd0. 00000080:00000010:3.0:1789466125.428197:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbafafcb9d0. 00000020:00000010:3.0:1789466125.428201:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad11a4a00. 00000008:00000010:3.0:1789466125.428203:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbaedfae9a0. 00020000:00000010:3.0:1789466125.428206:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbac433dda8. 00008000:00000010:3.0:1789466125.428209:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7dac70. 00000080:00000010:3.0:1789466125.428211:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbaea7db4b0. 00000020:00000010:3.0:1789466125.428214:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad11a4000. 00000020:00000010:3.0:1789466125.428216:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbaff4beab0. 00000020:00000010:3.0:1789466125.428218:0:331952:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff8cbae11fba00. 00000020:00000010:3.0:1789466125.428221:0:331952:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at ffff8cbae06534e0. 00000008:00000010:3.0:1789466125.428223:0:331952:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at ffff8cbae689b7f0. 00020000:00000010:3.0:1789466125.428228:0:331952:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at ffff8cbad0a0f180. 00008000:00000010:3.0:1789466125.428231:0:331952:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8cbad755ca98. 00000080:00000010:3.0:1789466125.428233:0:331952:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8cbac45a71f8. 00000080:00000010:3.0:1789466125.428236:0:331952:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at ffff8cbafc39fc20. 00000020:00000010:3.0:1789466125.428238:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbad45d1800. 00000008:00000010:3.0:1789466125.428241:0:331952:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8cbb0075b1e0. 00020000:00000010:3.0:1789466125.428243:0:331952:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at ffff8cbad74dafe8. 00008000:00000010:3.0:1789466125.428246:0:331952:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8cbaea7da530. 00000080:00000010:3.0:1789466125.428255:0:331952:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8cbb007585a0. 00000020:00000010:3.0:1789466125.428258:0:331952:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8cbae11fbc00. 00000020:00000010:3.0:1789466125.428260:0:331952:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at ffff8cbafd071d80. 00000020:00000001:3.0:1789466125.428263:0:331952:0:(cl_object.c:895:cl_env_cache_purge()) Process leaving (rc=4294967223 : 4294967223 : ffffffb7) 00000080:00000001:3.0:1789466125.428266:0:331952:0:(llite_lib.c:1754:ll_put_super()) Process leaving 00000080:00000001:3.0:1789466125.428268:0:331952:0:(llite_lib.c:1654:ll_fill_super()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000080:00020000:3.0:1789466125.428272:0:331952:0:(super25.c:179:lustre_fill_super()) llite: Unable to mount : rc = -108 00000020:00000010:0.0:1789466125.445473:0:331952:0:(obd_mount.c:617:lustre_put_lsm_free()) kfreed 'lmd->lmd_dev': 28 at ffff8cb9f6eaf520. 00000020:00000010:0.0:1789466125.445483:0:331952:0:(obd_mount.c:618:lustre_put_lsm_free()) kfreed 'lmd->lmd_profile': 14 at ffff8cb9c8767960. 00000020:00000010:0.0:1789466125.445487:0:331952:0:(obd_mount.c:621:lustre_put_lsm_free()) kfreed 'lmd->lmd_opts': 17 at ffff8cb9f6eaf660. 00000020:00000010:0.0:1789466125.445489:0:331952:0:(obd_mount.c:628:lustre_put_lsm_free()) kfreed 'lmd->lmd_params': 4096 at ffff8cb9fb252000. 00000020:00000010:0.0:1789466125.445493:0:331952:0:(obd_mount.c:630:lustre_put_lsm_free()) kfreed 'lmd': 128 at ffff8cb9e1f05880. 00010000:00000001:0.0:1789466125.649273:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466125.649279:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466125.649285:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466125.649288:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466125.649290:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466125.649295:0:305568:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789466125.649297:0:305568:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789466125.649299:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466125.649302:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466125.649304:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466125.649306:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466125.649309:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466125.649312:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466125.649314:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466125.649317:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466125.649318:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466125.649332:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466125.649334:0:305568:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789466125.649335:0:305568:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789466125.649337:0:305568:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466125.649338:0:305568:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789466125.649340:0:305568:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466125.649341:0:305568:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466125.649343:0:305568:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466125.649459:0:278715:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466125.649469:0:278715:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466125.649472:0:278715:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789466125.970770:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466125.970784:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466125.970787:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466125.970791:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466125.970793:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466125.970797:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466125.970800:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789466126.456857:0:332050:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466126.674071:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466126.674078:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466126.674084:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466126.674085:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466126.674088:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466126.674089:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466126.674092:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466126.674093:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466126.674096:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466126.674097:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466126.674219:0:278714:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466126.674223:0:278714:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466126.674227:0:278714:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1789466126.742964:0:332086:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789466126.742972:0:332086:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_160j: @@@@@@ FAIL: mount_client on /mnt/lustre2 failed 00000001:00000001:1.0:1789466126.750514:0:332086:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:0.0:1789466126.993306:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466126.993320:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466126.993323:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466126.993327:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466126.993329:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466126.993334:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466126.993337:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466127.699507:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466127.699512:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466127.699517:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466127.699518:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466127.699521:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466127.699522:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466127.699525:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466127.699533:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466127.699537:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466127.699538:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789466127.699631:0:285025:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789466127.699634:0:285025:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789466127.699637:0:285025:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1789466128.017499:0:253748:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1789466128.017511:0:253748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789466128.017514:0:253748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789466128.017517:0:253748:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789466128.017520:0:253748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789466128.017524:0:253748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789466128.017526:0:253748:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789466128.486706:0:332186:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466128.721532:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466128.721540:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466128.721548:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466128.721549:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466128.721554:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466128.721565:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466128.721570:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466128.721571:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789466128.721575:0:305568:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789466128.721576:0:305568:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789466128.721674:0:285024:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789466128.721678:0:285024:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789466128.721681:0:285024:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 4955 lines, 4955 kept, 0 dropped, 0 bad.