00010000:00000001:2.0F:1780342430.493081:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342430.493098:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342430.493106:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342430.493107:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1780342430.494827:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342430.494843:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342430.494849:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1780342431.476650:0:280590:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342431.516756:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342431.516761:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342431.516767:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342431.516768:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1780342431.516878:0:236698:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342431.516888:0:236698:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342431.516891:0:236698:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780342432.350613:0:243559:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd110 (cpu 0) has reached its deadline 4306547452, at 4306547458 00000100:00000010:1.0:1780342432.350632:0:243559:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae6c516780. 00000100:00000040:0.0F:1780342432.357217:0:252173:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd000 (cpu 0) has reached its deadline 4306547452, at 4306547464 00000100:00000010:0.0:1780342432.357383:0:252173:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae6c516180. 00010000:00000001:2.0:1780342432.540752:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342432.540760:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342432.540767:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342432.540768:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1780342432.540883:0:248350:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1780342432.540888:0:248350:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1780342432.540891:0:248350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1780342433.189899:0:280731:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1780342433.475171:0:280767:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1780342433.475177:0:280767:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_812b: @@@@@@ FAIL: client: import is not in CONNECTING state after 50 00000001:00000001:2.0:1780342433.482654:0:280767:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1780342433.565476:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342433.565482:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342433.565487:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342433.565488:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342433.569819:0:242641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342433.569825:0:242641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342433.569829:0:242641:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780342433.629376:0:233985:0:(pinger.c:231:ptlrpc_pinger_process_import()) 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780342433.629382:0:233985:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780342433.629389:0:233985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6c0de300. 00000020:00000040:0.0:1780342433.629394:0:233985:0:(genops.c:1231:class_import_get()) import ffff97ae604f8800 refcount=4 obd=MGC192.168.203.129@tcp 00000100:00000001:0.0:1780342433.629398:0:233985:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780342433.629401:0:233985:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780342433.629405:0:233985:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780342433.629411:0:233985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae6bea5600. 00000100:00000001:0.0:1780342433.629418:0:233985:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342433.629429:0:233985:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS req@ffff97ae6c0de300 x1866812144830592/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780342433.629440:0:233985:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780342433.629445:0:233985:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342433.629450:0:233985:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f44d749] to pc [ptlrpcd_00_00+0] req@ffff97ae6c0de300 x1866812144830592/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342433.629477:0:233985:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342433.629479:0:233985:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780342433.629482:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342433.629483:0:233985:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1780342433.629488:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1780342433.629488:0:233985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6c0dce00. 00000100:00000001:1.0:1780342433.629492:0:2409:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1780342433.629492:0:233985:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=6 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000100:00000001:0.0:1780342433.629496:0:233985:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780342433.629498:0:233985:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780342433.629501:0:233985:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342433.629502:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6c0de300 x1866812144830592/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1780342433.629506:0:233985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae6bea5700. 00000100:00000001:0.0:1780342433.629511:0:233985:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342433.629516:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780342433.629520:0:2409:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342433.629520:0:233985:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID req@ffff97ae6c0dce00 x1866812144830720/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1780342433.629526:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780342433.629530:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1780342433.629533:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1780342433.629538:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6c0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2409:1866812144830592:192.168.203.129@tcp:400:kworker.0 00000100:00000001:1.0:1780342433.629548:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1780342433.629550:0:233985:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780342433.629553:0:233985:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342433.629554:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1780342433.629557:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342433.629559:0:233985:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055784239] to pc [ptlrpcd_00_01+1] req@ffff97ae6c0dce00 x1866812144830720/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1780342433.629579:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1780342433.629584:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae489d3a00. 02000000:00000001:1.0:1780342433.629586:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780342433.629594:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:1.0:1780342433.629598:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6bb26268. 00000400:00000010:1.0:1780342433.629605:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae508b6f68. 00000100:00000001:0.0:1780342433.629611:0:233985:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1780342433.629613:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144830592, portal 25 00000100:00000040:0.0:1780342433.629615:0:233985:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1780342433.629616:0:2409:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780342433.629619:0:2409:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374125794048 : -114699583757568 : ffff97ae6c0de300) 00000100:00000001:0.0:1780342433.629621:0:233985:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780342433.629626:0:233985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6c0dc380. 00000100:00000040:1.0:1780342433.629627:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6c0de300 x1866812144830592/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1780342433.629630:0:233985:0:(genops.c:1231:class_import_get()) import ffff97ae43085800 refcount=4 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000100:00000001:0.0:1780342433.629634:0:233985:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780342433.629637:0:233985:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780342433.629640:0:233985:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342433.629641:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780342433.629646:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 02000000:00000010:0.0:1780342433.629646:0:233985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae6bea5e00. 00000100:00000001:0.0:1780342433.629651:0:233985:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1780342433.629652:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae508b6bb0. 00000100:00000200:1.0:1780342433.629657:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812144830592, offset 0 00000100:00000040:0.0:1780342433.629659:0:233985:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID req@ffff97ae6c0dc380 x1866812144830848/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780342433.629670:0:233985:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780342433.629672:0:233985:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780342433.629675:0:2409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000100:00000040:0.0:1780342433.629679:0:233985:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c864ac11] to pc [ptlrpcd_00_00+0] req@ffff97ae6c0dc380 x1866812144830848/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780342433.629686:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:0.0:1780342433.629693:0:233985:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342433.629696:0:233985:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1780342433.629697:0:2409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000100:00000001:0.0:1780342433.629702:0:233985:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1780342433.629706:0:2409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1780342433.629707:0:233985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6c0dd180. 00000020:00000040:0.0:1780342433.629712:0:233985:0:(genops.c:1231:class_import_get()) import ffff97ae69585000 refcount=4 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000400:00000200:1.0:1780342433.629716:0:2409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000100:00000001:0.0:1780342433.629716:0:233985:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780342433.629719:0:233985:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780342433.629722:0:233985:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780342433.629723:0:2409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1780342433.629727:0:2409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 02000000:00000010:0.0:1780342433.629727:0:233985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae6bea5100. 00000400:00000200:1.0:1780342433.629730:0:2409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551875:551875:256:4294967295] 192.168.203.129@tcp LPNI seq info [551801:551801:8:4294967295] 00000400:00000200:1.0:1780342433.629736:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:0.0:1780342433.629738:0:233985:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342433.629746:0:233985:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID req@ffff97ae6c0dd180 x1866812144830976/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780342433.629755:0:233985:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780342433.629757:0:233985:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342433.629763:0:233985:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775cc0fc] to pc [ptlrpcd_00_01+1] req@ffff97ae6c0dd180 x1866812144830976/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780342433.629764:0:2409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:1.0:1780342433.629777:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000100:00000001:0.0:1780342433.629779:0:233985:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342433.629782:0:233985:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:1.0:1780342433.629784:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae483bc100. 00000100:00000040:0.0:1780342433.629786:0:233985:0:(pinger.c:249:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780342433.629791:0:233985:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11886) 00000800:00000200:1.0:1780342433.629793:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:1.0:1780342433.629802:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000100:00000001:0.0:1780342433.629804:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1780342433.629806:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae483bc100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780342433.629807:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780342433.629810:0:2410:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780342433.629814:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6c0dce00 x1866812144830720/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342433.629818:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780342433.629826:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:0.0:1780342433.629827:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780342433.629829:0:2410:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342433.629830:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306552572 02000000:00000001:0.0:1780342433.629833:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1780342433.629836:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae71de3120. 02000000:00000001:0.0:1780342433.629836:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780342433.629841:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342433.629844:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1780342433.629845:0:2410:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6c0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2410:1866812144830720:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342433.629851:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1780342433.629853:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306552572 02000000:00000001:0.0:1780342433.629854:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780342433.629857:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1780342433.629859:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae71de3780. 02000000:00000001:0.0:1780342433.629860:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1780342433.629864:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 1 02000000:00000010:0.0:1780342433.629866:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae588ecc00. 00000100:00000001:1.0:1780342433.629868:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780342433.629869:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342433.629874:0:2409:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342433.629878:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:1.0:1780342433.629880:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1780342433.629882:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae46184210. 00000100:00000001:1.0:1780342433.629884:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1780342433.629888:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374880. 00000100:00000001:1.0:1780342433.629893:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780342433.629897:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1780342433.629898:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144830720, portal 10 00000100:00000001:1.0:1780342433.629900:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342433.629902:0:2410:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780342433.629903:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780342433.629905:0:2410:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374125788672 : -114699583762944 : ffff97ae6c0dce00) 00000100:00000040:0.0:1780342433.629913:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6c0dce00 x1866812144830720/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342433.629914:0:2409:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1780342433.629922:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6c0dc380 x1866812144830848/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342433.629924:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780342433.629930:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:0.0:1780342433.629935:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374b28. 00000100:00000001:1.0:1780342433.629936:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1780342433.629939:0:2409:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1780342433.629939:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144830720, offset 0 02000000:00000001:1.0:1780342433.629943:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1780342433.629946:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1780342433.629947:0:2410:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 02000000:00000001:1.0:1780342433.629951:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342433.629955:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00100000:1.0:1780342433.629957:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6c0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2409:1866812144830848:192.168.203.129@tcp:400:kworker.0 00000400:00000200:0.0:1780342433.629962:0:2410:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000100:00000001:1.0:1780342433.629963:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1780342433.629967:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1780342433.629968:0:2410:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1780342433.629971:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342433.629972:0:2410:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 02000000:00000001:1.0:1780342433.629974:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1780342433.629977:0:2410:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1780342433.629979:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae489d2400. 00000400:00000200:0.0:1780342433.629980:0:2410:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 02000000:00000001:1.0:1780342433.629984:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342433.629986:0:2410:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551876:551876:255:4294967295] 192.168.203.129@tcp LPNI seq info [551802:551802:7:4294967295] 00000400:00000200:1.0:1780342433.629991:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:1.0:1780342433.629996:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae6bb26840. 00000400:00000200:0.0:1780342433.629996:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:1.0:1780342433.630001:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae508b63b8. 00000100:00000200:1.0:1780342433.630007:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144830848, portal 10 00000400:00000200:0.0:1780342433.630007:0:2410:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000100:00000001:1.0:1780342433.630011:0:2409:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1780342433.630014:0:2409:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374125785984 : -114699583765632 : ffff97ae6c0dc380) 00000800:00000200:0.0:1780342433.630017:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:0.0:1780342433.630022:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae6bea5d00. 00000100:00000040:1.0:1780342433.630023:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6c0dc380 x1866812144830848/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1780342433.630031:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000100:00000001:1.0:1780342433.630035:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1780342433.630041:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000800:00000200:0.0:1780342433.630041:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000400:00000010:1.0:1780342433.630045:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae508b6330. 00000800:00000200:0.0:1780342433.630046:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae6bea5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1780342433.630050:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144830848, offset 0 00000100:00000001:0.0:1780342433.630051:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342433.630057:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16200 usecs (17 jiffies) 00000400:00000200:1.0:1780342433.630061:0:2409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:0.0:1780342433.630064:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:0.0:1780342433.630067:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306548754 00000400:00000200:1.0:1780342433.630070:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:0.0:1780342433.630072:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306552572 00000100:00000001:0.0:1780342433.630075:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306548754 00000400:00000200:1.0:1780342433.630077:0:2409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:1.0:1780342433.630081:0:2409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1780342433.630084:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306552572 00000400:00000200:1.0:1780342433.630086:0:2409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000100:00000001:0.0:1780342433.630089:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1780342433.630090:0:2409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1780342433.630093:0:2410:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342433.630095:0:2410:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780342433.630101:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6c0dd180 x1866812144830976/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1780342433.630103:0:2409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:1.0:1780342433.630111:0:2409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551877:551877:254:4294967295] 192.168.203.129@tcp LPNI seq info [551803:551803:6:4294967295] 00000100:00000001:0.0:1780342433.630117:0:2410:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780342433.630120:0:2410:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780342433.630121:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 02000000:00000001:0.0:1780342433.630123:0:2410:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780342433.630126:0:2410:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780342433.630131:0:2410:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1780342433.630135:0:2409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000100:00100000:0.0:1780342433.630137:0:2410:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6c0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2410:1866812144830976:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342433.630143:0:2410:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1780342433.630144:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 02000000:00000001:0.0:1780342433.630146:0:2410:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780342433.630148:0:2410:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1780342433.630150:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae483bc400. 02000000:00000001:0.0:1780342433.630151:0:2410:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1780342433.630156:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 02000000:00000010:0.0:1780342433.630156:0:2410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae588ece00. 02000000:00000001:0.0:1780342433.630161:0:2410:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780342433.630165:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000400:00000200:0.0:1780342433.630168:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000800:00000200:1.0:1780342433.630170:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae483bc400 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1780342433.630172:0:2410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae46184bb0. 00000100:00000001:1.0:1780342433.630174:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1780342433.630177:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c3746e8. 00000100:00000040:1.0:1780342433.630178:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: using a timeout of 22545 usecs (23 jiffies) 00000400:00000200:1.0:1780342433.630183:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:1.0:1780342433.630184:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306548760 00000100:00000001:1.0:1780342433.630186:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306552572 00000100:00000001:1.0:1780342433.630188:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306548760 00000100:00000001:1.0:1780342433.630190:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306552572 00000100:00000001:1.0:1780342433.630191:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342433.630193:0:2409:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342433.630195:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342433.630197:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342433.630200:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780342433.630201:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1780342433.630203:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342433.630204:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342433.630206:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342433.630208:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780342433.630249:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342433.630253:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae483bc100. 00000400:00000200:1.0:1780342433.630258:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342433.630263:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342433.630267:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae508b6bb0 00000400:00000010:1.0:1780342433.630275:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae508b6bb0. 00000100:00000001:1.0:1780342433.630279:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342433.630284:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6c0de300 x1866812144830592/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342433.630294:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342433.630297:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6c0de300 x1866812144830592/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342433.630304:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342433.630306:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1780342433.630318:0:2410:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144830976, portal 4 00000100:00000001:0.0:1780342433.630322:0:2410:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780342433.630324:0:2410:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374125789568 : -114699583762048 : ffff97ae6c0dd180) 00000100:00000040:0.0:1780342433.630331:0:2410:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6c0dd180 x1866812144830976/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342433.630339:0:2410:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780342433.630341:0:2410:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:0.0:1780342433.630344:0:2410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374dd0. 00000100:00000200:0.0:1780342433.630347:0:2410:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812144830976, offset 0 00000400:00000200:0.0:1780342433.630352:0:2410:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000800:00000200:1.0:1780342433.631688:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342433.631695:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae6bea5d00. 00000400:00000200:1.0:1780342433.631699:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342433.631706:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342433.633961:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342433.633980:0:2410:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:0.0:1780342433.633985:0:2410:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780342433.633990:0:2410:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:0.0:1780342433.633993:0:2410:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780342433.633996:0:2410:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:0.0:1780342433.634000:0:2410:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551878:551878:254:4294967295] 192.168.203.129@tcp LPNI seq info [551804:551804:6:4294967295] 00000400:00000200:0.0:1780342433.634004:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342433.634015:0:2410:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:0.0:1780342433.634021:0:2410:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000400:00000200:1.0:1780342433.634026:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374b28 00000800:00000010:0.0:1780342433.634027:0:2410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae6bea5300. 00000400:00000010:1.0:1780342433.634031:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374b28. 00000100:00000001:1.0:1780342433.634037:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1780342433.634037:0:2410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000100:00000200:1.0:1780342433.634050:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6c0dce00 x1866812144830720/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1780342433.634050:0:2410:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:0.0:1780342433.634055:0:2410:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae6bea5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780342433.634064:0:2410:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342433.634070:0:2410:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: using a timeout of 109912 usecs (110 jiffies) 00000400:00000200:0.0:1780342433.634074:0:2410:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:0.0:1780342433.634077:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306548851 00000100:00000001:0.0:1780342433.634079:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306552572 00000100:00000001:0.0:1780342433.634082:0:2410:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306548851 00000100:00000001:0.0:1780342433.634084:0:2410:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306552572 00000100:00000001:0.0:1780342433.634086:0:2410:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342433.634090:0:2410:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342433.634094:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342433.634097:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342433.634104:0:2410:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780342433.634106:0:2410:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1780342433.634109:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342433.634111:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780342433.634113:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342433.634115:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342433.634223:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342433.634298:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6c0dce00 x1866812144830720/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342433.634306:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342433.634319:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342433.634346:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342433.634350:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae483bc400. 00000400:00000200:1.0:1780342433.634355:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342433.634359:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342433.634363:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae508b6330 00000400:00000010:1.0:1780342433.634365:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae508b6330. 00000100:00000001:1.0:1780342433.634368:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342433.634372:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6c0dc380 x1866812144830848/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342433.634380:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342433.634391:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6c0dc380 x1866812144830848/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342433.634399:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342433.634400:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342433.634469:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342433.634471:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae6bea5300. 00000400:00000200:1.0:1780342433.634475:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342433.634479:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342433.634482:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374dd0 00000400:00000010:1.0:1780342433.634484:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374dd0. 00000100:00000001:1.0:1780342433.634486:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342433.634490:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6c0dd180 x1866812144830976/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342433.634497:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342433.634505:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6c0dd180 x1866812144830976/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342433.634512:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342433.634514:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780342433.643839:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342433.643861:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342433.643866:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342433.643868:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342433.643877:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342433.643884:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342433.643892:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342433.643897:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342433.643902:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342433.643906:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 4 MB=0x6a1db12c14a00 00000400:00000200:0.0:1780342433.643911:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342433.643917:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546609 [1] + 224 00000800:00000001:0.0:1780342433.643925:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342433.643932:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342433.643936:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342433.643940:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342433.643947:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342433.643957:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6c0dd180 x1866812144830976/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342433.643968:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6c0dd180 x1866812144830976/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342433.643982:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342433.643990:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342433.643993:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342433.644004:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342433.644007:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780342433.644012:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780342433.644015:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780342433.644017:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae46184bb0. 00000400:00000200:0.0:1780342433.644021:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c3746e8 00000400:00000010:0.0:1780342433.644024:0:2410:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c3746e8. 00000100:00000001:0.0:1780342433.644026:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342433.644030:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6c0dd180 x1866812144830976/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780342433.644049:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6c0dd180 x1866812144830976/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342433.644054:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780342433.644056:0:2410:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342433.644059:0:2410:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780342433.644061:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780342433.644064:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780342433.644066:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342433.644068:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780342433.644076:0:2410:0:(import.c:2151:obd_at_measure()) add 36 to ffff97ae69585460 time=60 v=36 (36 36 5 5) 00000100:00001000:0.0:1780342433.644081:0:2410:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae69585418 time=102 v=5 (1 1 0 0) 00000100:00000001:0.0:1780342433.644083:0:2410:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780342433.644085:0:2410:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780342433.644088:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780342433.644091:0:2410:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342433.644095:0:2410:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780342433.644097:0:2410:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97ae6a5d1000: skip recheck: last_committed 47244662593 00000100:00000001:0.0:1780342433.644099:0:2410:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780342433.644100:0:2410:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342433.644104:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6c0dd180 x1866812144830976/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342433.644111:0:2410:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342433.644114:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780342433.644116:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780342433.644119:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6c0dd180 x1866812144830976/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780342433.644127:0:2410:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6c0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2410:1866812144830976:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342433.644131:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342433.644134:0:2410:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342433.644137:0:2410:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6c0dd180 x1866812144830976/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342488 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342433.644149:0:2410:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780342433.644151:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780342433.644154:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae588ece00. 02000000:00000001:0.0:1780342433.644157:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780342433.644159:0:2410:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780342433.644160:0:2410:0:(genops.c:1244:class_import_put()) import ffff97ae69585000 refcount=3 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000020:00000001:0.0:1780342433.644162:0:2410:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780342433.644164:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae6bea5100. 02000000:00000001:0.0:1780342433.644167:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780342433.644168:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780342433.644170:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6c0dd180. 00000100:00000001:0.0:1780342433.644173:0:2410:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780342433.644174:0:2410:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342433.644177:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342433.644178:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342433.644262:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780342433.644265:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342433.644267:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780342433.645493:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342433.645502:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342433.645505:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342433.645508:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342433.645514:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342433.645520:0:2401:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342433.645527:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342433.645531:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342433.645534:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342433.645538:0:2401:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c14900 00000400:00000200:0.0:1780342433.645543:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342433.645548:0:2401:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x5465e9 [1] + 224 00000800:00000001:0.0:1780342433.645554:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342433.645644:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342433.645648:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342433.645652:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342433.645666:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342433.645673:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6c0dce00 x1866812144830720/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342433.645682:0:2401:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6c0dce00 x1866812144830720/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342433.645693:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342433.645698:0:2401:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342433.645701:0:2401:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342433.645711:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342433.645714:0:2410:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780342433.645718:0:2410:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780342433.645720:0:2410:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780342433.645722:0:2410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae46184210. 00000400:00000200:0.0:1780342433.645724:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374880 00000400:00000010:0.0:1780342433.645726:0:2410:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374880. 00000100:00000001:0.0:1780342433.645728:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342433.645732:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6c0dce00 x1866812144830720/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780342433.645738:0:2410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6c0dce00 x1866812144830720/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342433.645744:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780342433.645745:0:2410:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342433.645747:0:2410:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780342433.645749:0:2410:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780342433.645751:0:2410:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780342433.645753:0:2410:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342433.645755:0:2410:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780342433.645761:0:2410:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=60 v=61 (61 61 61 62) 00000100:00001000:0.0:1780342433.645765:0:2410:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=131 v=5 (1 1 0 0) 00000100:00000001:0.0:1780342433.645768:0:2410:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780342433.645770:0:2410:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780342433.645772:0:2410:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780342433.645775:0:2410:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342433.645778:0:2410:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780342433.645785:0:2410:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771459 00000100:00000001:0.0:1780342433.645787:0:2410:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780342433.645788:0:2410:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342433.645794:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6c0dce00 x1866812144830720/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342433.645801:0:2410:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342433.645804:0:2410:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780342433.645806:0:2410:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780342433.645809:0:2410:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6c0dce00 x1866812144830720/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780342433.645816:0:2410:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6c0dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2410:1866812144830720:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342433.645820:0:2410:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342433.645822:0:2410:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342433.645825:0:2410:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6c0dce00 x1866812144830720/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342433.645832:0:2410:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780342433.645834:0:2410:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780342433.645836:0:2410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae588ecc00. 02000000:00000001:0.0:1780342433.645839:0:2410:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780342433.645841:0:2410:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780342433.645842:0:2410:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=5 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:0.0:1780342433.645844:0:2410:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780342433.645846:0:2410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae6bea5700. 02000000:00000001:0.0:1780342433.645849:0:2410:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780342433.645851:0:2410:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780342433.645853:0:2410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6c0dce00. 00000100:00000001:0.0:1780342433.645860:0:2410:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780342433.645862:0:2410:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342433.645863:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342433.645871:0:2410:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780342433.645872:0:2410:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342433.645875:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342433.645877:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1780342433.649773:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342433.649788:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342433.649791:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342433.649793:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342433.649802:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342433.649809:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342433.649818:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342433.649823:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342433.649828:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342433.649832:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 25 MB=0x6a1db12c14880 00000400:00000200:1.0:1780342433.649836:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342433.649842:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.129@tcp of length 224/224 into md 0x5465d9 [1] + 224 00000800:00000001:1.0:1780342433.649849:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342433.649852:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342433.649856:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342433.649865:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342433.649873:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342433.649881:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6c0de300 x1866812144830592/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342433.649892:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6c0de300 x1866812144830592/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342433.650091:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342433.650095:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1780342433.650113:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342433.650121:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342433.650126:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1780342433.650128:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342433.650130:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342433.650133:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342433.650137:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:1.0:1780342433.650141:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342433.650143:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342433.650146:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342433.650149:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c14980 00000400:00000200:1.0:1780342433.650153:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:1.0:1780342433.650158:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x5465f9 [1] + 224 00000800:00000001:1.0:1780342433.650162:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342433.650168:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1780342433.650170:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342433.650173:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:1.0:1780342433.650176:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342433.650192:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6c0dc380 x1866812144830848/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1780342433.650203:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6c0dc380 x1866812144830848/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342433.650211:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1780342433.650216:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1780342433.650220:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1780342433.650362:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780342433.650365:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780342433.650368:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6bb26268. 00000400:00000200:0.0:1780342433.650374:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae508b6f68 00000400:00000010:0.0:1780342433.650377:0:2409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae508b6f68. 00000100:00000001:0.0:1780342433.650381:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342433.650386:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6c0de300 x1866812144830592/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780342433.650455:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6c0de300 x1866812144830592/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342433.650463:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780342433.650465:0:2409:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342433.650468:0:2409:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780342433.650471:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780342433.650474:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780342433.650475:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342433.650478:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780342433.650485:0:2409:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae604f8c60 time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1780342433.650489:0:2409:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae604f8c18 time=131 v=5 (1 1 0 0) 00000100:00000001:0.0:1780342433.650492:0:2409:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780342433.650637:0:2409:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780342433.650640:0:2409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1780342433.650642:0:2409:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342433.650645:0:2409:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342433.650650:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6c0de300 x1866812144830592/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342433.650658:0:2409:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342433.650661:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780342433.650663:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780342433.650667:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6c0de300 x1866812144830592/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780342433.650675:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6c0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2409:1866812144830592:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342433.650685:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342433.650688:0:2409:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342433.650692:0:2409:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6c0de300 x1866812144830592/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342433.650699:0:2409:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780342433.650701:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780342433.650704:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae489d3a00. 02000000:00000001:0.0:1780342433.650707:0:2409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780342433.650709:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780342433.650711:0:2409:0:(genops.c:1244:class_import_put()) import ffff97ae604f8800 refcount=3 obd=MGC192.168.203.129@tcp 00000020:00000001:0.0:1780342433.650713:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780342433.650715:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae6bea5600. 02000000:00000001:0.0:1780342433.650718:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780342433.650721:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780342433.650722:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6c0de300. 00000100:00000001:0.0:1780342433.650725:0:2409:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780342433.650727:0:2409:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342433.650730:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342433.650731:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342433.650733:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1780342433.650735:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1780342433.650737:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1780342433.650738:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae6bb26840. 00000400:00000200:0.0:1780342433.650740:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae508b63b8 00000400:00000010:0.0:1780342433.650742:0:2409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae508b63b8. 00000100:00000001:0.0:1780342433.650744:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342433.650747:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6c0dc380 x1866812144830848/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1780342433.650755:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6c0dc380 x1866812144830848/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342433.650761:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1780342433.650762:0:2409:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342433.650764:0:2409:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1780342433.650765:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1780342433.650770:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1780342433.650772:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342433.650774:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1780342433.650779:0:2409:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae43085c60 time=60 v=61 (61 61 61 62) 00000100:00001000:0.0:1780342433.650782:0:2409:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae43085c18 time=116 v=5 (1 1 0 0) 00000100:00000001:0.0:1780342433.650784:0:2409:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1780342433.650786:0:2409:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1780342433.650787:0:2409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1780342433.650792:0:2409:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97ae6c0dc380 x1866812144830848/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1780342433.650799:0:2409:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342433.650802:0:2409:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1780342433.650804:0:2409:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97ae6a5d1000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1780342433.650806:0:2409:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1780342433.650807:0:2409:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342433.650811:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6c0dc380 x1866812144830848/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342433.650817:0:2409:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342433.650819:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1780342433.650821:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1780342433.650824:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6c0dc380 x1866812144830848/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1780342433.650833:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6c0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2409:1866812144830848:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342433.650838:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342433.650840:0:2409:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342433.650843:0:2409:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6c0dc380 x1866812144830848/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342519 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342433.650849:0:2409:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1780342433.650850:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1780342433.650852:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae489d2400. 02000000:00000001:0.0:1780342433.650855:0:2409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1780342433.650862:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1780342433.650864:0:2409:0:(genops.c:1244:class_import_put()) import ffff97ae43085800 refcount=3 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000020:00000001:0.0:1780342433.650866:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1780342433.650867:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae6bea5e00. 02000000:00000001:0.0:1780342433.650870:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1780342433.650871:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1780342433.650873:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6c0dc380. 00000100:00000001:0.0:1780342433.650878:0:2409:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1780342433.650880:0:2409:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342433.650882:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342433.650889:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780342433.650891:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342433.650893:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342433.650895:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1780342434.505053:0:280867:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342434.588661:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342434.588667:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342434.588673:0:279583:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342434.588674:0:279583:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342434.588838:0:236697:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342434.588841:0:236697:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342434.588843:0:236697:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 671 lines, 671 kept, 0 dropped, 0 bad.