00010000:00000001:2.0F:1780342349.596763:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342349.596778:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342349.596784:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342349.596786:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1780342349.597596:0:236697:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342349.597607:0:236697:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342349.597611:0:236697:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0F:1780342350.428884:0:243559:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd110 (cpu 0) has reached its deadline 4306465534, at 4306465536 00000100:00000010:1.0:1780342350.428904:0:243559:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae6c6e2900. 00000100:00000040:0.0F:1780342350.429009:0:266238:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd000 (cpu 0) has reached its deadline 4306465534, at 4306465536 00000100:00000010:0.0:1780342350.429022:0:266238:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae6c6e24e0. 00010000:00000001:2.0:1780342350.621112:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342350.621119:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342350.621125:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342350.621126:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342350.625400:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342350.625407:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342350.625412:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342351.644700:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342351.644706:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342351.644712:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342351.644713:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342351.644811:0:236698:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342351.644814:0:236698:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342351.644817:0:236698:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1780342351.708748:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780342351.708757:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780342351.708765:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69deb100. 00000020:00000040:2.0:1780342351.708771:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae604f8800 refcount=4 obd=MGC192.168.203.129@tcp 00000100:00000001:2.0:1780342351.708775:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342351.708777:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342351.708783:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342351.708790:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae51391e00. 00000100:00000001:2.0:1780342351.708796:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342351.708807:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS req@ffff97ae69deb100 x1866812144820608/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780342351.708818:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342351.708822:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342351.708828:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000634424b3] to pc [ptlrpcd_01_01+1] req@ffff97ae69deb100 x1866812144820608/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.708853:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342351.708855:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780342351.708859:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780342351.708862:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69de9f80. 00000020:00000040:2.0:1780342351.708864:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=6 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000100:00000001:2.0:1780342351.708865:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342351.708867:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342351.708875:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342351.708879:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae51391d00. 00000100:00000001:2.0:1780342351.708883:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342351.708887:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID req@ffff97ae69de9f80 x1866812144820736/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780342351.708894:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342351.708896:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342351.708900:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e9c7b29b] to pc [ptlrpcd_01_00+0] req@ffff97ae69de9f80 x1866812144820736/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.708907:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342351.708908:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780342351.708911:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780342351.708913:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69de8380. 00000020:00000040:2.0:1780342351.708916:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae43085800 refcount=4 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000100:00000001:2.0:1780342351.708928:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342351.708929:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342351.708931:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342351.708934:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae51391100. 00000100:00000001:2.0:1780342351.708937:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342351.708940:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID req@ffff97ae69de8380 x1866812144820864/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780342351.708946:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342351.708947:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342351.708950:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0056613] to pc [ptlrpcd_01_01+1] req@ffff97ae69de8380 x1866812144820864/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.708956:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342351.708959:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1780342351.708961:0:234078:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1780342351.708964:0:234078:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae69de8e00. 00000020:00000040:2.0:1780342351.708965:0:234078:0:(genops.c:1231:class_import_get()) import ffff97ae69585000 refcount=4 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000100:00000001:2.0:1780342351.708975:0:234078:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1780342351.708977:0:234078:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1780342351.708978:0:234078:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1780342351.708981:0:234078:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae51391000. 00000100:00000001:2.0:1780342351.708985:0:234078:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342351.708989:0:234078:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID req@ffff97ae69de8e00 x1866812144820992/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1780342351.708996:0:234078:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1780342351.708997:0:234078:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342351.709001:0:234078:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023513fe1] to pc [ptlrpcd_01_00+0] req@ffff97ae69de8e00 x1866812144820992/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.709008:0:234078:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342351.709010:0:234078:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1780342351.709012:0:234078:0:(pinger.c:249:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1780342351.709017:0:234078:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11804) 00000100:00000001:2.0:1780342351.725127:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342351.725136:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342351.725139:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780342351.725152:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69deb100 x1866812144820608/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.725283:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342351.725285:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342351.725290:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342351.725293:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342351.725295:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342351.725299:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2412:1866812144820608:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342351.725304:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780342351.725310:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342351.725312:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342351.725314:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780342351.725320:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae58ffac00. 02000000:00000001:2.0:1780342351.725329:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342351.725338:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:2.0:1780342351.725342:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582ae18. 00000400:00000010:2.0:1780342351.725349:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189660. 00000100:00000200:2.0:1780342351.725356:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144820608, portal 25 00000100:00000001:2.0:1780342351.725359:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342351.725360:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089146624 : -114699620404992 : ffff97ae69deb100) 00000100:00000040:2.0:1780342351.725366:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae69deb100 x1866812144820608/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.725375:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780342351.725377:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342351.725380:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a1897f8. 00000100:00000200:2.0:1780342351.725384:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812144820608, offset 0 00000400:00000200:2.0:1780342351.725390:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:2.0:1780342351.725399:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342351.725407:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342351.725412:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342351.725415:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342351.725418:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342351.725421:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342351.725424:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551800:551800:256:4294967295] 192.168.203.129@tcp LPNI seq info [551726:551726:8:4294967295] 00000400:00000200:2.0:1780342351.725429:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342351.725437:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:2.0:1780342351.725444:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342351.725449:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391300. 00000800:00000200:2.0:1780342351.725455:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342351.725462:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342351.725467:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780342351.725524:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342351.725529:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342351.725531:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306470667 00000100:00000010:2.0:1780342351.725541:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae6c516300. 00000100:00000001:2.0:1780342351.725547:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1780342351.725554:0:2412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306470667 00000100:00000010:2.0:1780342351.725557:0:2412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae6c516e40. 00000100:00000001:2.0:1780342351.725560:0:2412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1780342351.725581:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342351.725583:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342351.725586:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780342351.725591:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69de8380 x1866812144820864/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.725598:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342351.725600:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342351.725603:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342351.725605:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342351.725607:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342351.725609:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69de8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144820864:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342351.725613:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780342351.725615:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342351.725617:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342351.725618:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780342351.725622:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae58ffa800. 02000000:00000001:2.0:1780342351.725623:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342351.725627:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:2.0:1780342351.725630:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582ac08. 00000400:00000010:2.0:1780342351.725633:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189110. 00000100:00000200:2.0:1780342351.725637:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144820864, portal 10 00000100:00000001:2.0:1780342351.725639:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342351.725640:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089134976 : -114699620416640 : ffff97ae69de8380) 00000100:00000040:2.0:1780342351.725647:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae69de8380 x1866812144820864/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.725653:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780342351.725660:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342351.725663:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189ee0. 00000100:00000200:2.0:1780342351.725665:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144820864, offset 0 00000400:00000200:2.0:1780342351.725670:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:2.0:1780342351.725673:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342351.725677:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342351.725680:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342351.725682:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342351.725685:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342351.725686:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342351.725689:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551801:551801:255:4294967295] 192.168.203.129@tcp LPNI seq info [551727:551727:7:4294967295] 00000400:00000200:2.0:1780342351.725693:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342351.725699:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:2.0:1780342351.725704:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342351.725707:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391600. 00000800:00000200:2.0:1780342351.725711:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342351.725715:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342351.725718:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780342351.725720:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342351.725725:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: using a timeout of 22548 usecs (23 jiffies) 00000400:00000200:2.0:1780342351.725728:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342351.725729:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306466855 00000100:00000001:2.0:1780342351.725732:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306470667 00000100:00000001:2.0:1780342351.725733:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306466855 00000100:00000001:2.0:1780342351.725735:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306470667 00000100:00000001:2.0:1780342351.725737:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342351.725739:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342351.725741:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342351.725743:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342351.725751:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342351.725758:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1780342351.725760:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342351.725761:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342351.725763:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342351.725766:0:2412:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1780342351.725767:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342351.725769:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342351.725771:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342351.725772:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342351.725773:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1780342351.725774:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780342351.725779:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69de9f80 x1866812144820736/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.725787:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342351.725788:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342351.725790:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342351.725792:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342351.725794:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342351.725796:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69de9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144820736:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342351.725799:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780342351.725802:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342351.725803:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342351.725805:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780342351.725808:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae58ffb800. 02000000:00000001:2.0:1780342351.725810:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342351.725813:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:2.0:1780342351.725815:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582a528. 00000400:00000010:2.0:1780342351.725818:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189000. 00000100:00000200:2.0:1780342351.725821:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144820736, portal 10 00000100:00000001:2.0:1780342351.725823:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342351.725824:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089142144 : -114699620409472 : ffff97ae69de9f80) 00000100:00000040:2.0:1780342351.725831:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae69de9f80 x1866812144820736/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.725837:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780342351.725844:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342351.725847:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189880. 00000100:00000200:2.0:1780342351.725850:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144820736, offset 0 00000400:00000200:2.0:1780342351.725854:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:2.0:1780342351.725858:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342351.725861:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342351.725864:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342351.725866:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342351.725869:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342351.725871:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342351.725873:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551802:551802:254:4294967295] 192.168.203.129@tcp LPNI seq info [551728:551728:6:4294967295] 00000400:00000200:2.0:1780342351.725877:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342351.725882:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:2.0:1780342351.725887:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342351.725890:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391b00. 00000800:00000200:2.0:1780342351.725894:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342351.725900:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342351.725902:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780342351.725905:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342351.725907:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16218 usecs (17 jiffies) 00000400:00000200:2.0:1780342351.725911:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342351.725913:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306466849 00000100:00000001:2.0:1780342351.725915:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306470667 00000100:00000001:2.0:1780342351.725927:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306466849 00000100:00000001:2.0:1780342351.725930:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306470667 00000100:00000001:2.0:1780342351.725932:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342351.725934:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342351.725936:0:2412:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1780342351.725941:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae69de8e00 x1866812144820992/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.725959:0:2412:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1780342351.725960:0:2412:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342351.725963:0:2412:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1780342351.725965:0:2412:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1780342351.725967:0:2412:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1780342351.725970:0:2412:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae69de8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144820992:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342351.725973:0:2412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1780342351.725975:0:2412:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1780342351.725977:0:2412:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342351.725978:0:2412:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1780342351.725981:0:2412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae58ffa600. 02000000:00000001:2.0:1780342351.725983:0:2412:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1780342351.725986:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:2.0:1780342351.725989:0:2412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae7582af78. 00000400:00000010:2.0:1780342351.725992:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a1892a8. 00000100:00000200:2.0:1780342351.725995:0:2412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144820992, portal 4 00000100:00000001:2.0:1780342351.725997:0:2412:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1780342351.725998:0:2412:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374089137664 : -114699620413952 : ffff97ae69de8e00) 00000100:00000040:2.0:1780342351.726004:0:2412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae69de8e00 x1866812144820992/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.726011:0:2412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1780342351.726013:0:2412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:2.0:1780342351.726015:0:2412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae4a189d48. 00000100:00000200:2.0:1780342351.726018:0:2412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812144820992, offset 0 00000400:00000200:2.0:1780342351.726022:0:2412:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:2.0:1780342351.726037:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342351.726041:0:2412:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:2.0:1780342351.726044:0:2412:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1780342351.726046:0:2412:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:2.0:1780342351.726048:0:2412:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1780342351.726050:0:2412:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:2.0:1780342351.726060:0:2412:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551803:551803:253:4294967295] 192.168.203.129@tcp LPNI seq info [551729:551729:5:4294967295] 00000400:00000200:2.0:1780342351.726064:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342351.726070:0:2412:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:2.0:1780342351.726074:0:2412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:2.0:1780342351.726078:0:2412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae51391f00. 00000800:00000200:2.0:1780342351.726081:0:2412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:2.0:1780342351.726085:0:2412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:2.0:1780342351.726088:0:2412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae51391f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1780342351.726091:0:2412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342351.726094:0:2412:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: using a timeout of 111483 usecs (112 jiffies) 00000400:00000200:2.0:1780342351.726096:0:2412:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342351.726098:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306466944 00000100:00000001:2.0:1780342351.726100:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306470667 00000100:00000001:2.0:1780342351.726102:0:2412:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306466944 00000100:00000001:2.0:1780342351.726103:0:2412:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306470667 00000100:00000001:2.0:1780342351.726105:0:2412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342351.726117:0:2412:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342351.726120:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342351.726122:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342351.726134:0:2411:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342351.726137:0:2411:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780342351.731329:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342351.731338:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391300. 00000400:00000200:1.0:1780342351.731344:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342351.731354:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342351.731361:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a1897f8 00000400:00000010:1.0:1780342351.731364:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a1897f8. 00000100:00000001:1.0:1780342351.731369:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342351.731377:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69deb100 x1866812144820608/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342351.731390:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342351.731393:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69deb100 x1866812144820608/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342351.731399:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342351.731401:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342351.731415:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342351.731417:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391600. 00000400:00000200:1.0:1780342351.731419:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342351.731421:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342351.731423:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189ee0 00000400:00000010:1.0:1780342351.731425:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189ee0. 00000100:00000001:1.0:1780342351.731427:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342351.731431:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69de8380 x1866812144820864/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342351.731438:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342351.731441:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69de8380 x1866812144820864/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342351.731447:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342351.731448:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342351.731454:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342351.731455:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391b00. 00000400:00000200:1.0:1780342351.731458:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342351.731471:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342351.731474:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189880 00000400:00000010:1.0:1780342351.731476:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189880. 00000100:00000001:1.0:1780342351.731478:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342351.731482:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69de9f80 x1866812144820736/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342351.731491:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342351.731494:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69de9f80 x1866812144820736/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342351.731499:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342351.731500:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342351.731519:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342351.731521:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae51391f00. 00000400:00000200:1.0:1780342351.731523:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342351.731526:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342351.731528:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189d48 00000400:00000010:1.0:1780342351.731530:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189d48. 00000100:00000001:1.0:1780342351.731532:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342351.731535:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae69de8e00 x1866812144820992/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342351.731541:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342351.731543:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae69de8e00 x1866812144820992/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342351.732276:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342351.732278:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780342351.749692:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342351.749707:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342351.749711:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342351.749714:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342351.749724:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342351.749733:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342351.749742:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342351.749746:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342351.749752:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342351.749756:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 25 MB=0x6a1db12c12180 00000400:00000200:0.0:1780342351.749761:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342351.749767:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.129@tcp of length 224/224 into md 0x5462e1 [1] + 224 00000800:00000001:0.0:1780342351.749775:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342351.749778:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342351.749781:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342351.749785:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342351.749793:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342351.749802:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69deb100 x1866812144820608/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342351.749813:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae69deb100 x1866812144820608/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342351.749836:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342351.749847:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342351.749851:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342351.749853:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342351.749855:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342351.749858:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342351.749862:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342351.749866:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342351.749868:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342351.749871:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342351.749881:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c12280 00000400:00000200:0.0:1780342351.749884:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342351.749889:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x5462e9 [1] + 224 00000800:00000001:0.0:1780342351.749893:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342351.749896:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342351.749898:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342351.749901:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342351.749905:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342351.749909:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69de8380 x1866812144820864/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342351.749935:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae69de8380 x1866812144820864/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.749940:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342351.749943:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342351.749944:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1780342351.749947:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1780342351.749951:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1780342351.749951:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1780342351.749953:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1780342351.749953:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342351.749955:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1780342351.749956:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582ae18. 00000400:00000200:0.0:1780342351.749958:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:2.0:1780342351.749960:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189660 00000400:00000200:0.0:1780342351.749961:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000010:2.0:1780342351.749963:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189660. 00000100:00000001:2.0:1780342351.749965:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1780342351.749965:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342351.749967:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000200:2.0:1780342351.749969:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69deb100 x1866812144820608/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780342351.749970:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342351.749973:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c12200 00000400:00000200:0.0:1780342351.749976:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342351.749979:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x5462f1 [1] + 224 00000800:00000001:0.0:1780342351.749983:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342351.749985:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342351.749987:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1780342351.749990:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69deb100 x1866812144820608/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780342351.749991:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342351.749993:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1780342351.749996:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1780342351.749997:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69de9f80 x1866812144820736/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.749999:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342351.750002:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342351.750005:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342351.750007:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342351.750010:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342351.750013:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342351.750014:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae69de9f80 x1866812144820736/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1780342351.750019:0:2412:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae604f8c60 time=129 v=5 (5 5 5 5) 00000100:00000001:0.0:1780342351.750019:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1780342351.750023:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae604f8c18 time=49 v=5 (1 1 0 0) 00000800:00000001:0.0:1780342351.750023:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1780342351.750026:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1780342351.750026:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342351.750027:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1780342351.750028:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1780342351.750029:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1780342351.750031:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1780342351.750032:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00010000:00000001:2.0:1780342351.750033:0:2412:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342351.750035:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000100:00000001:2.0:1780342351.750037:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342351.750039:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000040:2.0:1780342351.750041:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69deb100 x1866812144820608/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1780342351.750041:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342351.750044:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342351.750047:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 4 MB=0x6a1db12c12300 00000100:00000001:2.0:1780342351.750049:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1780342351.750051:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:2.0:1780342351.750052:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342351.750055:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342351.750055:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.129@tcp of length 224/224 into md 0x5462f9 [1] + 224 00000800:00000001:0.0:1780342351.750058:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1780342351.750059:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69deb100 x1866812144820608/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342351.750066:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2412:1866812144820608:192.168.203.129@tcp:400:kworker.0 00000400:00000001:2.0:1780342351.750072:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342351.750073:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342351.750074:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582ac08. 00000800:00000001:0.0:1780342351.750075:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1780342351.750077:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189110 00000400:00000200:0.0:1780342351.750077:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1780342351.750078:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189110. 00000100:00000001:2.0:1780342351.750080:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1780342351.750081:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000200:2.0:1780342351.750083:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69de8380 x1866812144820864/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342351.750083:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342351.750087:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae69de8e00 x1866812144820992/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342351.750095:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69de8380 x1866812144820864/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342351.750095:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae69de8e00 x1866812144820992/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.750102:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342351.750103:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342351.750103:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342351.750105:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342351.750106:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342351.750107:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342351.750109:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342351.750110:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342351.750116:0:2412:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae43085c60 time=128 v=61 (61 61 62 62) 00000800:00000001:0.0:1780342351.750116:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1780342351.750119:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae43085c18 time=34 v=5 (1 1 0 0) 00000800:00000001:0.0:1780342351.750119:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342351.750122:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342351.750123:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342351.750125:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1780342351.750129:0:2412:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97ae69de8380 x1866812144820864/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1780342351.750270:0:2412:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342351.750275:0:2412:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342351.750277:0:2412:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97ae6a5d1000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1780342351.750279:0:2412:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342351.750281:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342351.750286:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69de8380 x1866812144820864/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.750291:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342351.750294:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342351.750295:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342351.750298:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69de8380 x1866812144820864/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342351.750304:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69de8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144820864:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342351.750315:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342351.750318:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342351.750322:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69deb100 x1866812144820608/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.750329:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342351.750331:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342351.750335:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae58ffac00. 02000000:00000001:2.0:1780342351.750337:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342351.750340:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342351.750342:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae604f8800 refcount=3 obd=MGC192.168.203.129@tcp 00000020:00000001:2.0:1780342351.750343:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342351.750346:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae51391e00. 02000000:00000001:2.0:1780342351.750349:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342351.750351:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342351.750353:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69deb100. 00000100:00000001:2.0:1780342351.750357:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342351.750358:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342351.750360:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342351.750363:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69de8380 x1866812144820864/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.751446:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342351.751449:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342351.751452:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae58ffa800. 02000000:00000001:2.0:1780342351.751456:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342351.751459:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342351.751460:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae43085800 refcount=3 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342351.751463:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342351.751465:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae51391100. 02000000:00000001:2.0:1780342351.751468:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342351.751469:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342351.751471:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69de8380. 00000100:00000001:2.0:1780342351.751475:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342351.751476:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342351.751480:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342351.751482:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342351.751489:0:2412:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1780342351.751494:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342351.751496:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342351.751499:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582a528. 00000400:00000200:2.0:1780342351.751502:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a189000 00000400:00000010:2.0:1780342351.751504:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a189000. 00000100:00000001:2.0:1780342351.751508:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342351.751515:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69de9f80 x1866812144820736/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342351.751525:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69de9f80 x1866812144820736/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.751532:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342351.751534:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342351.751536:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342351.751538:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342351.751540:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342351.751542:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342351.751544:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342351.751552:0:2412:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=128 v=61 (61 61 62 62) 00000100:00001000:2.0:1780342351.751556:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=49 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342351.751559:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342351.751583:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342351.751586:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342351.751590:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342351.751594:0:2412:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342351.751596:0:2412:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771455 00000100:00000001:2.0:1780342351.751598:0:2412:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342351.751600:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342351.751605:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69de9f80 x1866812144820736/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.751613:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342351.751617:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342351.751618:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342351.751622:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69de9f80 x1866812144820736/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342351.751636:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69de9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144820736:192.168.203.129@tcp:400:kworker.0 00000400:00000001:2.0:1780342351.751642:0:2412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1780342351.751643:0:2412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1780342351.751645:0:2412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae7582af78. 00000400:00000200:2.0:1780342351.751648:0:2412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae4a1892a8 00000400:00000010:2.0:1780342351.751650:0:2412:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae4a1892a8. 00000100:00000001:2.0:1780342351.751652:0:2412:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1780342351.751655:0:2412:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae69de8e00 x1866812144820992/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1780342351.751663:0:2412:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae69de8e00 x1866812144820992/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.751669:0:2412:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1780342351.751670:0:2412:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342351.751672:0:2412:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1780342351.751674:0:2412:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1780342351.751675:0:2412:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1780342351.751677:0:2412:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1780342351.751679:0:2412:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1780342351.751683:0:2412:0:(import.c:2151:obd_at_measure()) add 36 to ffff97ae69585460 time=128 v=36 (36 5 5 5) 00000100:00001000:2.0:1780342351.751686:0:2412:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae69585418 time=20 v=5 (1 1 0 0) 00000100:00000001:2.0:1780342351.751688:0:2412:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1780342351.751690:0:2412:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342351.751692:0:2412:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1780342351.751694:0:2412:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342351.751696:0:2412:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1780342351.751698:0:2412:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97ae6a5d1000: skip recheck: last_committed 47244662593 00000100:00000001:2.0:1780342351.751699:0:2412:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1780342351.751701:0:2412:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1780342351.751706:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae69de8e00 x1866812144820992/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.751712:0:2412:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1780342351.751720:0:2412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1780342351.751722:0:2412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1780342351.751726:0:2412:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae69de8e00 x1866812144820992/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1780342351.751734:0:2412:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae69de8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4e9c6b05-0761-44df-afd6-bfbc14f27556:2412:1866812144820992:192.168.203.129@tcp:400:kworker.0 00000100:00000001:2.0:1780342351.751738:0:2412:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342351.751740:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342351.751743:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69de9f80 x1866812144820736/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.751750:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342351.751752:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342351.751753:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae58ffb800. 02000000:00000001:2.0:1780342351.751756:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342351.751757:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342351.751758:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=5 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342351.751760:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342351.751762:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae51391d00. 02000000:00000001:2.0:1780342351.751764:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342351.751765:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342351.751767:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69de9f80. 00000100:00000001:2.0:1780342351.751770:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342351.751771:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342351.751773:0:2412:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1780342351.751841:0:2412:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae69de8e00 x1866812144820992/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1780342351.751849:0:2412:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1780342351.751851:0:2412:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1780342351.751853:0:2412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae58ffa600. 02000000:00000001:2.0:1780342351.751916:0:2412:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1780342351.751929:0:2412:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1780342351.751931:0:2412:0:(genops.c:1244:class_import_put()) import ffff97ae69585000 refcount=3 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000020:00000001:2.0:1780342351.751933:0:2412:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1780342351.751934:0:2412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae51391000. 02000000:00000001:2.0:1780342351.751942:0:2412:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1780342351.751944:0:2412:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1780342351.751945:0:2412:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae69de8e00. 00000100:00000001:2.0:1780342351.751947:0:2412:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1780342351.751949:0:2412:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342351.751950:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1780342351.751958:0:2412:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1780342351.751960:0:2412:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1780342351.751962:0:2412:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1780342351.751963:0:2412:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342352.668808:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342352.668814:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342352.668820:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342352.668822:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780342352.669023:0:248350:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342352.669027:0:248350:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342352.669029:0:248350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342353.694238:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342353.694244:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342353.694249:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342353.694252:0:252029:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780342353.694254:0:252029:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342353.694259:0:252029:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1780342353.694261:0:252029:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1780342353.694263:0:252029:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342353.694265:0:252029:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780342353.694267:0:252029:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342353.694269:0:252029:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342353.694271:0:252029:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342353.696267:0:242641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342353.696272:0:242641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342353.696277:0:242641:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342354.718519:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342354.718526:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342354.718532:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342354.718533:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780342354.723174:0:236697:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342354.723179:0:236697:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342354.723183:0:236697:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1780342355.288993:0:278542:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342355.613611:0:266238:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd000 (cpu 0) has reached its deadline 4306470667, at 4306470721 00000100:00000010:0.0:1780342355.613622:0:266238:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae6c516300. 00000100:00000040:1.0:1780342355.623758:0:243559:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd110 (cpu 0) has reached its deadline 4306470667, at 4306470731 00000100:00000010:1.0:1780342355.623772:0:243559:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae6c516e40. 00010000:00000001:2.0:1780342355.740794:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342355.740801:0:252029:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1780342355.740803:0:252029:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1780342355.740807:0:252029:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342355.740811:0:252029:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1780342355.740813:0:252029:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342355.740815:0:252029:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342355.740818:0:252029:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342355.740822:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342355.740830:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342355.740884:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342355.740887:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342355.740901:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342356.764695:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342356.764701:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342356.764708:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342356.764709:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342356.764906:0:236698:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342356.764909:0:236698:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342356.764912:0:236698:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780342356.830109:0:272508:0:(pinger.c:231:ptlrpc_pinger_process_import()) 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780342356.830116:0:272508:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780342356.830123:0:272508:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6c0de680. 00000020:00000040:0.0:1780342356.830130:0:272508:0:(genops.c:1231:class_import_get()) import ffff97ae604f8800 refcount=4 obd=MGC192.168.203.129@tcp 00000100:00000001:0.0:1780342356.830134:0:272508:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780342356.830136:0:272508:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780342356.830141:0:272508:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780342356.830150:0:272508:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae6bea5100. 00000100:00000001:0.0:1780342356.830157:0:272508:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342356.830168:0:272508:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS req@ffff97ae6c0de680 x1866812144821120/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780342356.830180:0:272508:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780342356.830184:0:272508:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342356.830191:0:272508:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fe258c26] to pc [ptlrpcd_00_00+0] req@ffff97ae6c0de680 x1866812144821120/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.830214:0:272508:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342356.830217:0:272508:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780342356.830221:0:272508:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780342356.830224:0:272508:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6c0dd500. 00000020:00000040:0.0:1780342356.830226:0:272508:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=6 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000100:00000001:0.0:1780342356.830228:0:272508:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780342356.830230:0:272508:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780342356.830232:0:272508:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780342356.830235:0:272508:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae6bea5600. 00000100:00000001:0.0:1780342356.830237:0:272508:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342356.830241:0:272508:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID req@ffff97ae6c0dd500 x1866812144821248/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780342356.830248:0:272508:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780342356.830250:0:272508:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342356.830254:0:272508:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c9c68f3] to pc [ptlrpcd_00_01+1] req@ffff97ae6c0dd500 x1866812144821248/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.830274:0:272508:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342356.830277:0:272508:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780342356.830280:0:272508:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780342356.830283:0:272508:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6c0dd880. 00000020:00000040:0.0:1780342356.830285:0:272508:0:(genops.c:1231:class_import_get()) import ffff97ae43085800 refcount=4 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000100:00000001:0.0:1780342356.830288:0:272508:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780342356.830289:0:272508:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780342356.830290:0:272508:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780342356.830294:0:272508:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae6bea5e00. 00000100:00000001:0.0:1780342356.830297:0:272508:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342356.830302:0:272508:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID req@ffff97ae6c0dd880 x1866812144821376/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780342356.830309:0:272508:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780342356.830311:0:272508:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342356.830314:0:272508:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfedeca0] to pc [ptlrpcd_00_00+0] req@ffff97ae6c0dd880 x1866812144821376/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.830321:0:272508:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342356.830323:0:272508:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780342356.830326:0:272508:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780342356.830329:0:272508:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6c0dc700. 00000020:00000040:0.0:1780342356.830331:0:272508:0:(genops.c:1231:class_import_get()) import ffff97ae69585000 refcount=4 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000100:00000001:0.0:1780342356.830333:0:272508:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780342356.830334:0:272508:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780342356.830336:0:272508:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780342356.830339:0:272508:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae6bea5700. 00000100:00000001:0.0:1780342356.830342:0:272508:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342356.830345:0:272508:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID req@ffff97ae6c0dc700 x1866812144821504/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780342356.830352:0:272508:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780342356.830359:0:272508:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342356.830364:0:272508:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e26161ae] to pc [ptlrpcd_00_01+1] req@ffff97ae6c0dc700 x1866812144821504/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.830371:0:272508:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342356.830374:0:272508:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1780342356.830377:0:272508:0:(pinger.c:249:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780342356.830382:0:272508:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11809) 00000100:00000001:0.0:1780342356.830395:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342356.830399:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780342356.830401:0:2409:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780342356.830407:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6c0de680 x1866812144821120/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.830415:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780342356.830418:0:2409:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342356.830422:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780342356.830425:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780342356.830427:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780342356.830431:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6c0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2409:1866812144821120:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342356.830436:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780342356.830441:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780342356.830443:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342356.830446:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780342356.830451:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae4a0bd000. 02000000:00000001:0.0:1780342356.830453:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342356.830460:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:0.0:1780342356.830464:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae46184cb8. 00000400:00000010:0.0:1780342356.830470:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c3744c8. 00000100:00000200:0.0:1780342356.830476:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144821120, portal 25 00000100:00000001:0.0:1780342356.830479:0:2409:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780342356.830480:0:2409:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374125794944 : -114699583756672 : ffff97ae6c0de680) 00000100:00000040:0.0:1780342356.830485:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6c0de680 x1866812144821120/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.830503:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780342356.830518:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:0.0:1780342356.830521:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374198. 00000100:00000200:0.0:1780342356.830525:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812144821120, offset 0 00000400:00000200:0.0:1780342356.830531:0:2409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:0.0:1780342356.830540:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.830556:0:2409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:0.0:1780342356.830582:0:2409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780342356.830587:0:2409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:0.0:1780342356.830591:0:2409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780342356.830594:0:2409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:0.0:1780342356.830598:0:2409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551804:551804:256:4294967295] 192.168.203.129@tcp LPNI seq info [551730:551730:8:4294967295] 00000400:00000200:0.0:1780342356.830603:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.832722:0:2409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:0.0:1780342356.832735:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:0.0:1780342356.832743:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae6bea5900. 00000800:00000200:0.0:1780342356.832751:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:0.0:1780342356.832759:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:0.0:1780342356.832763:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae6bea5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780342356.832785:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342356.832793:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:0.0:1780342356.832796:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306475774 00000100:00000010:0.0:1780342356.832804:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae6c6e2660. 00000100:00000001:0.0:1780342356.832811:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1780342356.832818:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306475774 00000100:00000010:0.0:1780342356.832821:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae6c6e2f00. 00000100:00000001:0.0:1780342356.832824:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1780342356.832827:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342356.832831:0:2409:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342356.832844:0:2409:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780342356.832852:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6c0dd880 x1866812144821376/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.832861:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780342356.832863:0:2409:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342356.832866:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780342356.832870:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780342356.832872:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780342356.833182:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6c0dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2409:1866812144821376:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342356.833186:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780342356.833192:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780342356.833194:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342356.833197:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780342356.833202:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae4a0bcc00. 02000000:00000001:0.0:1780342356.833204:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342356.833210:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:0.0:1780342356.833213:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae46184688. 00000400:00000010:0.0:1780342356.833218:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374550. 00000100:00000200:0.0:1780342356.833223:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144821376, portal 10 00000100:00000001:0.0:1780342356.833226:0:2409:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780342356.833227:0:2409:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374125791360 : -114699583760256 : ffff97ae6c0dd880) 00000100:00000040:0.0:1780342356.833235:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6c0dd880 x1866812144821376/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.833243:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780342356.833245:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:0.0:1780342356.833247:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374e58. 00000100:00000200:0.0:1780342356.833250:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144821376, offset 0 00000400:00000200:0.0:1780342356.833256:0:2409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:0.0:1780342356.833263:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.833269:0:2409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:0.0:1780342356.833273:0:2409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780342356.833277:0:2409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:0.0:1780342356.833281:0:2409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780342356.833289:0:2409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:0.0:1780342356.833293:0:2409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551805:551805:255:4294967295] 192.168.203.129@tcp LPNI seq info [551731:551731:7:4294967295] 00000400:00000200:0.0:1780342356.833298:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.833306:0:2409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:0.0:1780342356.833311:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:0.0:1780342356.833314:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae6bea5f00. 00000800:00000200:0.0:1780342356.833319:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:0.0:1780342356.833323:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:0.0:1780342356.833326:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae6bea5f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780342356.833329:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342356.833332:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: using a timeout of 22550 usecs (23 jiffies) 00000400:00000200:0.0:1780342356.833335:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:0.0:1780342356.833337:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306471962 00000100:00000001:0.0:1780342356.833339:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306475774 00000100:00000001:0.0:1780342356.833341:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306471962 00000100:00000001:0.0:1780342356.833343:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306475774 00000100:00000001:0.0:1780342356.833344:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342356.833347:0:2409:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342356.833349:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342356.833352:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342356.833359:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780342356.833362:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780342356.833364:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342356.833366:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780342356.833368:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780342356.833371:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1780342356.833373:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342356.833374:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780342356.833376:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342356.833377:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342356.833378:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780342356.833379:0:2409:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780342356.833392:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6c0dd500 x1866812144821248/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.833399:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780342356.833400:0:2409:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342356.833403:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780342356.833404:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780342356.833406:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780342356.833409:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6c0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2409:1866812144821248:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342356.833412:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780342356.833414:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780342356.833416:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342356.833417:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780342356.833420:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae4a0bc400. 02000000:00000001:0.0:1780342356.833422:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342356.833425:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:0.0:1780342356.833427:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae46184580. 00000400:00000010:0.0:1780342356.833430:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374990. 00000100:00000200:0.0:1780342356.833432:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144821248, portal 10 00000100:00000001:0.0:1780342356.833435:0:2409:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780342356.833436:0:2409:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374125790464 : -114699583761152 : ffff97ae6c0dd500) 00000100:00000040:0.0:1780342356.833441:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6c0dd500 x1866812144821248/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.833447:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780342356.833449:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:0.0:1780342356.833451:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374aa0. 00000100:00000200:0.0:1780342356.833453:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144821248, offset 0 00000400:00000200:0.0:1780342356.833457:0:2409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:0.0:1780342356.833461:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.833464:0:2409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:0.0:1780342356.833467:0:2409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780342356.833469:0:2409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:0.0:1780342356.833471:0:2409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780342356.833478:0:2409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:0.0:1780342356.833481:0:2409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551806:551806:254:4294967295] 192.168.203.129@tcp LPNI seq info [551732:551732:6:4294967295] 00000400:00000200:0.0:1780342356.833485:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.833490:0:2409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:0.0:1780342356.833494:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:0.0:1780342356.833497:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae6bea5400. 00000800:00000200:0.0:1780342356.833501:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:0.0:1780342356.833518:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:0.0:1780342356.833520:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae6bea5400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780342356.833523:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342356.833526:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16233 usecs (17 jiffies) 00000400:00000200:0.0:1780342356.833529:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:0.0:1780342356.833531:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306471956 00000100:00000001:0.0:1780342356.833533:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306475774 00000100:00000001:0.0:1780342356.833535:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306471956 00000100:00000001:0.0:1780342356.833537:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306475774 00000100:00000001:0.0:1780342356.833539:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342356.833541:0:2409:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342356.833543:0:2409:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780342356.833547:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6c0dc700 x1866812144821504/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.833554:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780342356.833555:0:2409:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342356.833557:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780342356.833559:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780342356.833583:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780342356.833586:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6c0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2409:1866812144821504:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342356.833590:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780342356.833598:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780342356.833600:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342356.833602:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780342356.833604:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae4a0bd800. 02000000:00000001:0.0:1780342356.833606:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342356.833610:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:0.0:1780342356.835733:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae46184840. 00000400:00000010:0.0:1780342356.835748:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374c38. 00000100:00000200:0.0:1780342356.835755:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144821504, portal 4 00000100:00000001:0.0:1780342356.835758:0:2409:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780342356.835760:0:2409:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374125786880 : -114699583764736 : ffff97ae6c0dc700) 00000100:00000040:0.0:1780342356.835774:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6c0dc700 x1866812144821504/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.835783:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780342356.835785:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:0.0:1780342356.835788:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c3747f8. 00000100:00000200:0.0:1780342356.835791:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812144821504, offset 0 00000400:00000200:0.0:1780342356.835797:0:2409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:0.0:1780342356.835806:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.835813:0:2409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:0.0:1780342356.835818:0:2409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780342356.835822:0:2409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:0.0:1780342356.835825:0:2409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780342356.835828:0:2409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:0.0:1780342356.835831:0:2409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551807:551807:253:4294967295] 192.168.203.129@tcp LPNI seq info [551733:551733:5:4294967295] 00000400:00000200:0.0:1780342356.835836:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.835844:0:2409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:0.0:1780342356.835849:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:0.0:1780342356.835854:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae6bea5000. 00000800:00000200:0.0:1780342356.835860:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:0.0:1780342356.835867:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:0.0:1780342356.835870:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae6bea5000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780342356.836070:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342356.836074:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: using a timeout of 111428 usecs (112 jiffies) 00000400:00000200:0.0:1780342356.836078:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:0.0:1780342356.836080:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306472054 00000100:00000001:0.0:1780342356.836083:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306475774 00000100:00000001:0.0:1780342356.836086:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306472054 00000100:00000001:0.0:1780342356.836088:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306475774 00000100:00000001:0.0:1780342356.836090:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342356.836094:0:2409:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342356.836099:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342356.836103:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342356.836123:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342356.836125:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1780342356.836167:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342356.836172:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae6bea5900. 00000400:00000200:0.0:1780342356.836178:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342356.836183:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342356.836188:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374198 00000400:00000010:0.0:1780342356.836191:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374198. 00000100:00000001:0.0:1780342356.836195:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342356.836200:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6c0de680 x1866812144821120/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.836210:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342356.836213:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6c0de680 x1866812144821120/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.836220:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342356.836222:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780342356.836233:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342356.836235:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae6bea5f00. 00000400:00000200:0.0:1780342356.836238:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342356.836241:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342356.836244:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374e58 00000400:00000010:0.0:1780342356.836251:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374e58. 00000100:00000001:0.0:1780342356.836253:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342356.836258:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6c0dd880 x1866812144821376/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.836265:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342356.836268:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6c0dd880 x1866812144821376/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.836275:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342356.836276:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780342356.836285:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342356.836288:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae6bea5400. 00000400:00000200:0.0:1780342356.836290:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342356.836293:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342356.836296:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374aa0 00000400:00000010:0.0:1780342356.836297:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374aa0. 00000100:00000001:0.0:1780342356.836299:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342356.836303:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6c0dd500 x1866812144821248/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.836311:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342356.836314:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6c0dd500 x1866812144821248/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.836320:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342356.836321:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1780342356.836384:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1780342356.836387:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae6bea5000. 00000400:00000200:0.0:1780342356.836390:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342356.836394:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:0.0:1780342356.836396:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c3747f8 00000400:00000010:0.0:1780342356.836398:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c3747f8. 00000100:00000001:0.0:1780342356.836400:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1780342356.836403:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6c0dc700 x1866812144821504/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.836421:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1780342356.836424:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6c0dc700 x1866812144821504/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.836429:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342356.836430:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780342356.845356:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342356.845372:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342356.845376:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342356.845378:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342356.845387:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.845395:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342356.845404:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.845409:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.845414:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.845419:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c12400 00000400:00000200:0.0:1780342356.845424:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.845431:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x546321 [1] + 224 00000800:00000001:0.0:1780342356.845439:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342356.845443:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342356.845446:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342356.845450:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342356.845458:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342356.845466:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6c0dd500 x1866812144821248/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342356.845478:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6c0dd500 x1866812144821248/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.845503:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342356.845513:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342356.845517:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342356.845519:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342356.845535:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342356.845539:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.846541:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342356.847098:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.847102:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.847107:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.847112:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c12480 00000400:00000200:0.0:1780342356.847117:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.847123:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x546311 [1] + 224 00000800:00000001:0.0:1780342356.847130:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342356.847139:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342356.847142:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342356.847146:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342356.847152:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342356.847160:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6c0dd880 x1866812144821376/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342356.847171:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6c0dd880 x1866812144821376/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.847181:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342356.847190:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342356.847194:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342356.847196:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342356.847198:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342356.847201:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.847204:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342356.847209:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.847211:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.847214:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.847217:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 25 MB=0x6a1db12c12380 00000400:00000200:0.0:1780342356.847220:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.847224:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546301 [1] + 224 00000800:00000001:0.0:1780342356.847227:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342356.847242:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342356.847244:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342356.847247:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342356.847250:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342356.847254:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6c0de680 x1866812144821120/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342356.847262:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6c0de680 x1866812144821120/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.847268:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342356.847272:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342356.847274:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342356.847276:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342356.847277:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342356.847280:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.847283:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342356.847287:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.847289:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.847292:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.847294:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 4 MB=0x6a1db12c12500 00000400:00000200:0.0:1780342356.847298:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342356.847301:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546331 [1] + 224 00000800:00000001:0.0:1780342356.847304:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342356.847310:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342356.847313:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342356.847315:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342356.847318:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342356.847322:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6c0dc700 x1866812144821504/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342356.847330:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6c0dc700 x1866812144821504/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342356.847337:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342356.847346:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342356.847348:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342356.847426:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342356.847430:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780342356.847436:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780342356.847438:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780342356.847442:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae46184580. 00000400:00000200:1.0:1780342356.847446:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374990 00000400:00000010:1.0:1780342356.847448:0:2409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374990. 00000100:00000001:1.0:1780342356.847451:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342356.847456:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6c0dd500 x1866812144821248/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780342356.847465:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6c0dd500 x1866812144821248/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342356.847471:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780342356.847473:0:2409:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342356.847475:0:2409:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780342356.847478:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780342356.847481:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780342356.847483:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342356.847486:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780342356.847494:0:2409:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=133 v=61 (61 61 62 62) 00000100:00001000:1.0:1780342356.847498:0:2409:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=54 v=5 (1 1 0 0) 00000100:00000001:1.0:1780342356.847501:0:2409:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780342356.847502:0:2409:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780342356.847505:0:2409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780342356.847508:0:2409:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342356.847512:0:2409:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780342356.847514:0:2409:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771455 00000100:00000001:1.0:1780342356.847516:0:2409:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780342356.847518:0:2409:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342356.847522:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6c0dd500 x1866812144821248/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342356.847529:0:2409:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342356.847532:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780342356.847534:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780342356.847708:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6c0dd500 x1866812144821248/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780342356.847716:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6c0dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2409:1866812144821248:192.168.203.129@tcp:400:kworker.0 00000400:00000001:1.0:1780342356.847722:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780342356.847723:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780342356.847725:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae46184840. 00000400:00000200:1.0:1780342356.847728:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374c38 00000400:00000010:1.0:1780342356.847729:0:2409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374c38. 00000100:00000001:1.0:1780342356.847731:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342356.847735:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6c0dc700 x1866812144821504/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780342356.847743:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6c0dc700 x1866812144821504/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342356.847749:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780342356.847750:0:2409:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342356.847752:0:2409:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780342356.847753:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780342356.847754:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780342356.847756:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342356.847758:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780342356.847762:0:2409:0:(import.c:2151:obd_at_measure()) add 36 to ffff97ae69585460 time=133 v=36 (36 5 5 5) 00000100:00001000:1.0:1780342356.847766:0:2409:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae69585418 time=25 v=5 (1 1 0 0) 00000100:00000001:1.0:1780342356.847769:0:2409:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780342356.847770:0:2409:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780342356.847772:0:2409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780342356.847773:0:2409:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342356.847776:0:2409:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780342356.847777:0:2409:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97ae6a5d1000: skip recheck: last_committed 47244662593 00000100:00000001:1.0:1780342356.847779:0:2409:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780342356.847780:0:2409:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342356.847784:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6c0dc700 x1866812144821504/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342356.847802:0:2409:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342356.847804:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780342356.847805:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780342356.847808:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6c0dc700 x1866812144821504/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780342356.847815:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6c0dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2409:1866812144821504:192.168.203.129@tcp:400:kworker.0 00000400:00000001:1.0:1780342356.847820:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780342356.847821:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780342356.847823:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae46184cb8. 00000400:00000200:1.0:1780342356.847825:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c3744c8 00000400:00000010:1.0:1780342356.847827:0:2409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c3744c8. 00000100:00000001:1.0:1780342356.847829:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342356.847832:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6c0de680 x1866812144821120/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780342356.847840:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6c0de680 x1866812144821120/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342356.847845:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780342356.847847:0:2409:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342356.847848:0:2409:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780342356.847850:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780342356.847851:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780342356.847852:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342356.847854:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780342356.847857:0:2409:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae604f8c60 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1780342356.847860:0:2409:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae604f8c18 time=54 v=5 (1 1 0 0) 00000100:00000001:1.0:1780342356.847862:0:2409:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780342356.847863:0:2409:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780342356.847864:0:2409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780342356.847866:0:2409:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342356.847867:0:2409:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342356.847871:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6c0de680 x1866812144821120/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342356.847892:0:2409:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342356.847895:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780342356.847896:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780342356.847900:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6c0de680 x1866812144821120/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780342356.847908:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6c0de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2409:1866812144821120:192.168.203.129@tcp:400:kworker.0 00000400:00000001:1.0:1780342356.847913:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780342356.847914:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780342356.847916:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae46184688. 00000400:00000200:1.0:1780342356.847919:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374550 00000400:00000010:1.0:1780342356.847920:0:2409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374550. 00000100:00000001:1.0:1780342356.847922:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342356.847925:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6c0dd880 x1866812144821376/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780342356.847933:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6c0dd880 x1866812144821376/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342356.847938:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780342356.847939:0:2409:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342356.847941:0:2409:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780342356.847943:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780342356.847944:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780342356.847946:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342356.847947:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780342356.847962:0:2409:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae43085c60 time=133 v=61 (61 61 62 62) 00000100:00001000:1.0:1780342356.849135:0:2409:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae43085c18 time=39 v=5 (1 1 0 0) 00000100:00000001:1.0:1780342356.849142:0:2409:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780342356.849144:0:2409:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780342356.849146:0:2409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1780342356.849155:0:2409:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97ae6c0dd880 x1866812144821376/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1780342356.849179:0:2409:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342356.849182:0:2409:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780342356.849184:0:2409:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97ae6a5d1000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1780342356.849186:0:2409:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780342356.849187:0:2409:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342356.849192:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6c0dd880 x1866812144821376/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342356.849199:0:2409:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342356.849202:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780342356.849204:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780342356.849207:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6c0dd880 x1866812144821376/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780342356.849215:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6c0dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2409:1866812144821376:192.168.203.129@tcp:400:kworker.0 00000100:00000001:1.0:1780342356.849219:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342356.849222:0:2409:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342356.849225:0:2409:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6c0dd500 x1866812144821248/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342356.849232:0:2409:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780342356.849235:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780342356.849238:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae4a0bc400. 02000000:00000001:1.0:1780342356.849243:0:2409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780342356.849245:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780342356.849247:0:2409:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=5 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:1.0:1780342356.849249:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780342356.849251:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae6bea5600. 02000000:00000001:1.0:1780342356.849255:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780342356.849257:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780342356.849259:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6c0dd500. 00000100:00000001:1.0:1780342356.849262:0:2409:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780342356.849263:0:2409:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342356.849271:0:2409:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342356.849276:0:2409:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6c0dc700 x1866812144821504/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342356.849282:0:2409:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780342356.849283:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780342356.849285:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae4a0bd800. 02000000:00000001:1.0:1780342356.849287:0:2409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780342356.849288:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780342356.849290:0:2409:0:(genops.c:1244:class_import_put()) import ffff97ae69585000 refcount=3 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000020:00000001:1.0:1780342356.849292:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780342356.849293:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae6bea5700. 02000000:00000001:1.0:1780342356.849295:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780342356.849296:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780342356.849298:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6c0dc700. 00000100:00000001:1.0:1780342356.849305:0:2409:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780342356.849306:0:2409:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342356.849308:0:2409:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342356.849311:0:2409:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6c0de680 x1866812144821120/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342356.849318:0:2409:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780342356.849319:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780342356.849320:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae4a0bd000. 02000000:00000001:1.0:1780342356.849322:0:2409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780342356.849324:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780342356.849325:0:2409:0:(genops.c:1244:class_import_put()) import ffff97ae604f8800 refcount=3 obd=MGC192.168.203.129@tcp 00000020:00000001:1.0:1780342356.849326:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780342356.849328:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae6bea5100. 02000000:00000001:1.0:1780342356.849330:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780342356.849332:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780342356.849333:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6c0de680. 00000100:00000001:1.0:1780342356.849335:0:2409:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780342356.849336:0:2409:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342356.849338:0:2409:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342356.849341:0:2409:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6c0dd880 x1866812144821376/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342356.849346:0:2409:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780342356.849353:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780342356.849355:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae4a0bcc00. 02000000:00000001:1.0:1780342356.849357:0:2409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780342356.849358:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780342356.849359:0:2409:0:(genops.c:1244:class_import_put()) import ffff97ae43085800 refcount=3 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000020:00000001:1.0:1780342356.849361:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780342356.849363:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae6bea5e00. 02000000:00000001:1.0:1780342356.849365:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780342356.849366:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780342356.849367:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6c0dd880. 00000100:00000001:1.0:1780342356.849369:0:2409:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780342356.849371:0:2409:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342356.849373:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342356.849381:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780342356.849383:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342356.849386:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342356.849388:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342357.788727:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342357.788733:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342357.788738:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342357.788739:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780342357.788824:0:248350:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342357.788827:0:248350:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342357.788830:0:248350:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342358.812719:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342358.812724:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342358.812730:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342358.812731:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342358.812852:0:242641:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342358.812856:0:242641:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342358.812859:0:242641:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1780342359.837778:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342359.837787:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342359.837797:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342359.837798:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342359.837871:0:236697:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342359.837875:0:236697:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342359.837879:0:236697:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1780342360.668905:0:243559:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd110 (cpu 0) has reached its deadline 4306475774, at 4306475776 00000100:00000010:1.0:1780342360.668921:0:243559:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae6c6e2f00. 00000100:00000040:0.0:1780342360.669046:0:266238:0:(connection.c:75:cpu_latency_work()) work item of ffff97ae60cbd000 (cpu 0) has reached its deadline 4306475774, at 4306475776 00000100:00000010:0.0:1780342360.669052:0:266238:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97ae6c6e2660. 00010000:00000001:2.0:1780342360.860627:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342360.860633:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342360.860638:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342360.860640:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1780342360.860880:0:252496:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1780342360.860883:0:252496:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1780342360.860886:0:252496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1780342360.866704:0:278682:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1780342361.152410:0:278718:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1780342361.152414:0:278718:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_812a: @@@@@@ FAIL: client: import is not in CONNECTING state after 50 00000001:00000001:3.0:1780342361.157339:0:278718:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1780342361.885651:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342361.885655:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1780342361.885661:0:252029:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1780342361.885662:0:252029:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1780342361.888456:0:236698:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1780342361.888462:0:236698:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1780342361.888467:0:236698:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1780342361.949678:0:190305:0:(pinger.c:231:ptlrpc_pinger_process_import()) 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780342361.949687:0:190305:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780342361.949694:0:190305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6c0dd180. 00000020:00000040:0.0:1780342361.949700:0:190305:0:(genops.c:1231:class_import_get()) import ffff97ae604f8800 refcount=4 obd=MGC192.168.203.129@tcp 00000100:00000001:0.0:1780342361.949704:0:190305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780342361.949707:0:190305:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780342361.949712:0:190305:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780342361.949719:0:190305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae6bea5400. 00000100:00000001:0.0:1780342361.949725:0:190305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342361.949736:0:190305:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2a8e121d-4255-4dce-9cfd-5ec7361d75ba->MGS req@ffff97ae6c0dd180 x1866812144821632/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780342361.949747:0:190305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780342361.949751:0:190305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342361.949757:0:190305:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000775cc0fc] to pc [ptlrpcd_00_00+0] req@ffff97ae6c0dd180 x1866812144821632/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342361.949778:0:190305:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342361.949780:0:190305:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780342361.949783:0:190305:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780342361.949786:0:190305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6c0ddc00. 00000020:00000040:0.0:1780342361.949789:0:190305:0:(genops.c:1231:class_import_get()) import ffff97ae51c6a000 refcount=6 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000100:00000001:0.0:1780342361.949791:0:190305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780342361.949792:0:190305:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780342361.949794:0:190305:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780342361.949797:0:190305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae6bea5900. 00000100:00000001:0.0:1780342361.949799:0:190305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342361.949804:0:190305:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0000_UUID req@ffff97ae6c0ddc00 x1866812144821760/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780342361.949823:0:190305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780342361.949825:0:190305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342361.949829:0:190305:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000303e136a] to pc [ptlrpcd_00_01+1] req@ffff97ae6c0ddc00 x1866812144821760/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342361.949837:0:190305:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342361.949839:0:190305:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780342361.949852:0:190305:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780342361.949855:0:190305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6c0dc380. 00000020:00000040:0.0:1780342361.949858:0:190305:0:(genops.c:1231:class_import_get()) import ffff97ae43085800 refcount=4 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000100:00000001:0.0:1780342361.949860:0:190305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780342361.949862:0:190305:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780342361.949864:0:190305:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780342361.949867:0:190305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae6bea5800. 00000100:00000001:0.0:1780342361.949870:0:190305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342361.949874:0:190305:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-MDT0001_UUID req@ffff97ae6c0dc380 x1866812144821888/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780342361.949880:0:190305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780342361.949882:0:190305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342361.949886:0:190305:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c864ac11] to pc [ptlrpcd_00_00+0] req@ffff97ae6c0dc380 x1866812144821888/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342361.949892:0:190305:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342361.949894:0:190305:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1780342361.949897:0:190305:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1780342361.949899:0:190305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97ae6c0de300. 00000020:00000040:0.0:1780342361.949901:0:190305:0:(genops.c:1231:class_import_get()) import ffff97ae69585000 refcount=4 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000100:00000001:0.0:1780342361.949903:0:190305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1780342361.949904:0:190305:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1780342361.949905:0:190305:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1780342361.949908:0:190305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97ae6bea5a00. 00000100:00000001:0.0:1780342361.949916:0:190305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342361.949920:0:190305:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0000_UUID req@ffff97ae6c0de300 x1866812144822016/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1780342361.949925:0:190305:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1780342361.949927:0:190305:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342361.949930:0:190305:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f44d749] to pc [ptlrpcd_00_01+1] req@ffff97ae6c0de300 x1866812144822016/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342361.949936:0:190305:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342361.949938:0:190305:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1780342361.949941:0:190305:0:(pinger.c:249:ptlrpc_pinger_process_import()) 4e9c6b05-0761-44df-afd6-bfbc14f27556->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1780342361.949945:0:190305:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (11814) 00000100:00000001:0.0:1780342361.949967:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342361.949970:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780342361.949972:0:2409:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780342361.949977:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6c0dd180 x1866812144821632/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342361.949985:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780342361.949987:0:2409:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342361.949990:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780342361.949993:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780342361.949995:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780342361.949999:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6c0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2409:1866812144821632:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342361.950003:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780342361.950009:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780342361.950011:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342361.950013:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780342361.950018:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae50053200. 02000000:00000001:0.0:1780342361.950019:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342361.950027:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:0.0:1780342361.950031:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae46184478. 00000400:00000010:0.0:1780342361.950037:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c3747f8. 00000100:00000200:0.0:1780342361.950047:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144821632, portal 25 00000100:00000001:0.0:1780342361.950050:0:2409:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780342361.950051:0:2409:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374125789568 : -114699583762048 : ffff97ae6c0dd180) 00000100:00000040:0.0:1780342361.950057:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6c0dd180 x1866812144821632/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342361.950063:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780342361.950066:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:0.0:1780342361.950067:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374aa0. 00000100:00000200:0.0:1780342361.950070:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1866812144821632, offset 0 00000400:00000200:0.0:1780342361.950076:0:2409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:0.0:1780342361.950084:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.950090:0:2409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:0.0:1780342361.950095:0:2409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780342361.950099:0:2409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:0.0:1780342361.950102:0:2409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780342361.950105:0:2409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:0.0:1780342361.950108:0:2409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551808:551808:256:4294967295] 192.168.203.129@tcp LPNI seq info [551734:551734:8:4294967295] 00000400:00000200:0.0:1780342361.950112:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.950122:0:2409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:0.0:1780342361.950127:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:0.0:1780342361.950132:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae6bea5d00. 00000800:00000200:0.0:1780342361.950239:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:0.0:1780342361.950249:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:0.0:1780342361.950253:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae6bea5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780342361.950270:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342361.950275:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:0.0:1780342361.950278:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 0 is 4306480892 00000100:00000010:0.0:1780342361.950283:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae6c6e2600. 00000100:00000001:0.0:1780342361.950289:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1780342361.950294:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS new deadline estimation for cpu 1 is 4306480892 00000100:00000010:0.0:1780342361.950297:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97ae6c6e26c0. 00000100:00000001:0.0:1780342361.950305:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.129@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1780342361.950308:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342361.950310:0:2409:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342361.950313:0:2409:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780342361.950317:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6c0dc380 x1866812144821888/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342361.950323:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780342361.950324:0:2409:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342361.950326:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780342361.950328:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780342361.950330:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780342361.950332:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6c0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2409:1866812144821888:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342361.950336:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780342361.950338:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780342361.950340:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342361.950341:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780342361.950344:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae50052400. 02000000:00000001:0.0:1780342361.950346:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342361.950351:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:0.0:1780342361.950354:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae461848f0. 00000400:00000010:0.0:1780342361.950358:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374e58. 00000100:00000200:0.0:1780342361.950360:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144821888, portal 10 00000100:00000001:0.0:1780342361.950362:0:2409:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780342361.950363:0:2409:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374125785984 : -114699583765632 : ffff97ae6c0dc380) 00000100:00000040:0.0:1780342361.950370:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6c0dc380 x1866812144821888/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342361.950377:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780342361.950379:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:0.0:1780342361.950381:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374198. 00000100:00000200:0.0:1780342361.950384:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144821888, offset 0 00000400:00000200:0.0:1780342361.950388:0:2409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:0.0:1780342361.950392:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.950402:0:2409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:0.0:1780342361.950405:0:2409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780342361.950408:0:2409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:0.0:1780342361.950410:0:2409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780342361.950412:0:2409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:0.0:1780342361.950415:0:2409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551809:551809:255:4294967295] 192.168.203.129@tcp LPNI seq info [551735:551735:7:4294967295] 00000400:00000200:0.0:1780342361.950419:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.950424:0:2409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:0.0:1780342361.950429:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:0.0:1780342361.950432:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae6bea5300. 00000800:00000200:0.0:1780342361.950436:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:0.0:1780342361.950440:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:0.0:1780342361.950443:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae6bea5300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780342361.950446:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342361.950449:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: using a timeout of 22550 usecs (23 jiffies) 00000400:00000200:0.0:1780342361.950452:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:0.0:1780342361.950454:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306477080 00000100:00000001:0.0:1780342361.950457:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306480892 00000100:00000001:0.0:1780342361.950459:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306477080 00000100:00000001:0.0:1780342361.950461:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306480892 00000100:00000001:0.0:1780342361.950464:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342361.950466:0:2409:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342361.950468:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342361.950471:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342361.950478:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780342361.950480:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1780342361.950483:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342361.950484:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780342361.950486:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780342361.950489:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1780342361.950490:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342361.950497:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1780342361.950499:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1780342361.950500:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342361.950502:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780342361.950503:0:2409:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780342361.950507:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6c0ddc00 x1866812144821760/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342361.950514:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780342361.950515:0:2409:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342361.950517:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780342361.950519:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780342361.950520:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780342361.950523:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6c0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2409:1866812144821760:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342361.950526:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780342361.950529:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780342361.950530:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342361.950531:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780342361.950534:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae50052000. 02000000:00000001:0.0:1780342361.950536:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342361.950539:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:0.0:1780342361.950542:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae46184058. 00000400:00000010:0.0:1780342361.950545:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374a18. 00000100:00000200:0.0:1780342361.950548:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144821760, portal 10 00000100:00000001:0.0:1780342361.950550:0:2409:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780342361.950551:0:2409:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374125792256 : -114699583759360 : ffff97ae6c0ddc00) 00000100:00000040:0.0:1780342361.950557:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6c0ddc00 x1866812144821760/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342361.950590:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780342361.950593:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:0.0:1780342361.950596:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374770. 00000100:00000200:0.0:1780342361.950599:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1866812144821760, offset 0 00000400:00000200:0.0:1780342361.950603:0:2409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:0.0:1780342361.950606:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.950615:0:2409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:0.0:1780342361.950618:0:2409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780342361.950620:0:2409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:0.0:1780342361.950622:0:2409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780342361.950625:0:2409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:0.0:1780342361.950628:0:2409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551810:551810:254:4294967295] 192.168.203.129@tcp LPNI seq info [551736:551736:6:4294967295] 00000400:00000200:0.0:1780342361.950631:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.950637:0:2409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:0.0:1780342361.950641:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:0.0:1780342361.950644:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae6bea5c00. 00000800:00000200:0.0:1780342361.950649:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:0.0:1780342361.950652:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:0.0:1780342361.950655:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae6bea5c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780342361.950658:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342361.950661:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: using a timeout of 16235 usecs (17 jiffies) 00000400:00000200:0.0:1780342361.950664:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:0.0:1780342361.950665:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306477074 00000100:00000001:0.0:1780342361.950668:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306480892 00000100:00000001:0.0:1780342361.950669:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306477074 00000100:00000001:0.0:1780342361.950671:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306480892 00000100:00000001:0.0:1780342361.950673:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342361.950675:0:2409:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342361.950677:0:2409:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1780342361.950681:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97ae6c0de300 x1866812144822016/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342361.950687:0:2409:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1780342361.950688:0:2409:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342361.950690:0:2409:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1780342361.950692:0:2409:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1780342361.950699:0:2409:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1780342361.950702:0:2409:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff97ae6c0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2409:1866812144822016:192.168.203.129@tcp:400:kworker.0 00000100:00000001:0.0:1780342361.950706:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1780342361.950708:0:2409:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1780342361.950710:0:2409:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1780342361.950712:0:2409:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1780342361.950714:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97ae50053800. 02000000:00000001:0.0:1780342361.950716:0:2409:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1780342361.950719:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000010:0.0:1780342361.950722:0:2409:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff97ae461849f8. 00000400:00000010:0.0:1780342361.950726:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374ee0. 00000100:00000200:0.0:1780342361.950728:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1866812144822016, portal 4 00000100:00000001:0.0:1780342361.950730:0:2409:0:(client.c:3265:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1780342361.950732:0:2409:0:(client.c:3267:ptlrpc_request_addref()) Process leaving (rc=18446629374125794048 : -114699583757568 : ffff97ae6c0de300) 00000100:00000040:0.0:1780342361.950737:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97ae6c0de300 x1866812144822016/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342361.950743:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1780342361.950745:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.129@tcp 00000400:00000010:0.0:1780342361.950747:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97ae6c374110. 00000100:00000200:0.0:1780342361.950749:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1866812144822016, offset 0 00000400:00000200:0.0:1780342361.950753:0:2409:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.129@tcp 00000400:00000200:0.0:1780342361.950757:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.950760:0:2409:0:(lib-move.c:2716:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.129@tcp local destination 00000400:00000200:0.0:1780342361.950763:0:2409:0:(lib-move.c:2346:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1780342361.950765:0:2409:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.203.29@tcp 00000400:00000200:0.0:1780342361.950767:0:2409:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.203.29@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1780342361.950769:0:2409:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.129@tcp 00000400:00000200:0.0:1780342361.950771:0:2409:0:(lib-move.c:1652:lnet_handle_send()) 192.168.203.29@tcp NI seq info: [551811:551811:253:4294967295] 192.168.203.129@tcp LPNI seq info [551737:551737:5:4294967295] 00000400:00000200:0.0:1780342361.950775:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.950780:0:2409:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp:) -> 192.168.203.129@tcp(192.168.203.129@tcp:192.168.203.129@tcp) : PUT try# 0 00000800:00000200:0.0:1780342361.950785:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.129@tcp 00000800:00000010:0.0:1780342361.950793:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97ae6bea5b00. 00000800:00000200:0.0:1780342361.950797:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97ae46b85a80] -> 12345-192.168.203.129@tcp (5) 00000800:00000200:0.0:1780342361.950802:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.129@tcp ip 192.168.203.129:988 00000800:00000200:0.0:1780342361.950804:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97ae6bea5b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1780342361.950807:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1780342361.950810:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: using a timeout of 111345 usecs (112 jiffies) 00000400:00000200:0.0:1780342361.950813:0:2409:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000100:00000001:0.0:1780342361.950815:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 0 is 4306477169 00000100:00000001:0.0:1780342361.950817:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 0, keep current deadline 4306480892 00000100:00000001:0.0:1780342361.950818:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS new deadline estimation for cpu 1 is 4306477169 00000100:00000001:0.0:1780342361.950820:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97ae6a5d1000: PM QoS request active for cpu 1, keep current deadline 4306480892 00000100:00000001:0.0:1780342361.950822:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1780342361.950823:0:2409:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342361.950826:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342361.950828:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1780342361.950838:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1780342361.950840:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1780342361.950924:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342361.950930:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae6bea5d00. 00000400:00000200:1.0:1780342361.950935:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342361.950940:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342361.950945:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374aa0 00000400:00000010:1.0:1780342361.950947:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374aa0. 00000100:00000001:1.0:1780342361.950951:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342361.950955:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6c0dd180 x1866812144821632/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.950964:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342361.950967:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6c0dd180 x1866812144821632/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.950978:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342361.950980:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342361.950993:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342361.950995:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae6bea5300. 00000400:00000200:1.0:1780342361.950997:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342361.951000:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342361.951002:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374198 00000400:00000010:1.0:1780342361.951004:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374198. 00000100:00000001:1.0:1780342361.951005:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342361.951009:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6c0dc380 x1866812144821888/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.951015:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342361.951017:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6c0dc380 x1866812144821888/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.951021:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342361.951022:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342361.951028:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342361.951030:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae6bea5c00. 00000400:00000200:1.0:1780342361.951032:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342361.951034:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342361.951036:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374770 00000400:00000010:1.0:1780342361.951038:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374770. 00000100:00000001:1.0:1780342361.951039:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342361.951042:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6c0ddc00 x1866812144821760/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.951047:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342361.951050:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6c0ddc00 x1866812144821760/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.951056:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342361.951057:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1780342361.951095:0:2401:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1780342361.951103:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97ae6bea5b00. 00000400:00000200:1.0:1780342361.951106:0:2401:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1780342361.951109:0:2401:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000400:00000200:1.0:1780342361.951112:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374110 00000400:00000010:1.0:1780342361.951114:0:2401:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374110. 00000100:00000001:1.0:1780342361.951116:0:2401:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1780342361.951119:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97ae6c0de300 x1866812144822016/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.951126:0:2401:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342361.951129:0:2401:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97ae6c0de300 x1866812144822016/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.951134:0:2401:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342361.951136:0:2401:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1780342361.965362:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342361.965386:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342361.965390:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342361.965393:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342361.965401:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.965409:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342361.965417:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.965422:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.965428:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.965432:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 25 MB=0x6a1db12c12580 00000400:00000200:0.0:1780342361.965437:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.965443:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546341 [1] + 224 00000800:00000001:0.0:1780342361.965450:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342361.965454:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342361.965457:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342361.965477:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342361.965485:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342361.965493:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6c0dd180 x1866812144821632/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342361.965504:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6c0dd180 x1866812144821632/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342361.965523:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342361.965533:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342361.965536:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342361.965538:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342361.965540:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342361.965544:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.965547:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342361.965551:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.965554:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.965556:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.965559:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c12680 00000400:00000200:0.0:1780342361.965581:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.965585:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x546351 [1] + 224 00000800:00000001:0.0:1780342361.965589:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342361.965593:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342361.965595:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342361.965599:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342361.965602:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342361.965606:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6c0dc380 x1866812144821888/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342361.965616:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6c0dc380 x1866812144821888/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.965702:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342361.965707:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780342361.965714:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780342361.965716:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780342361.965719:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae46184478. 00000400:00000200:1.0:1780342361.965724:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c3747f8 00000400:00000010:1.0:1780342361.965726:0:2409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c3747f8. 00000100:00000001:1.0:1780342361.965729:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342361.965734:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6c0dd180 x1866812144821632/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780342361.965743:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6c0dd180 x1866812144821632/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342361.965763:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342361.965769:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342361.965773:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342361.965781:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342361.965783:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342361.965787:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.965791:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342361.965795:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.965797:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.965801:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.965804:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 4 MB=0x6a1db12c12700 00000400:00000200:0.0:1780342361.965807:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.965811:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.129@tcp of length 224/224 into md 0x546371 [1] + 224 00000800:00000001:0.0:1780342361.965815:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342361.965818:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342361.965820:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342361.965823:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342361.965826:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342361.965830:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6c0de300 x1866812144822016/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342361.965838:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6c0de300 x1866812144822016/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.969661:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780342361.969670:0:2409:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342361.969675:0:2409:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780342361.969678:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780342361.969680:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780342361.969683:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342361.969685:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780342361.969694:0:2409:0:(import.c:2151:obd_at_measure()) add 5 to ffff97ae604f8c60 time=139 v=5 (5 5 5 5) 00000100:00001000:1.0:1780342361.969699:0:2409:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae604f8c18 time=59 v=5 (1 1 0 0) 00000100:00000001:1.0:1780342361.969711:0:2409:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780342361.969712:0:2409:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780342361.969715:0:2409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780342361.969717:0:2409:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342361.969720:0:2409:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342361.969730:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6c0dd180 x1866812144821632/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.969739:0:2409:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342361.969742:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780342361.969744:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780342361.969749:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6c0dd180 x1866812144821632/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780342361.969756:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6c0dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2a8e121d-4255-4dce-9cfd-5ec7361d75ba:2409:1866812144821632:192.168.203.129@tcp:400:kworker.0 00000400:00000001:1.0:1780342361.969766:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780342361.969768:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780342361.969771:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae461848f0. 00000400:00000200:1.0:1780342361.969775:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374e58 00000400:00000010:1.0:1780342361.969777:0:2409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374e58. 00000100:00000001:1.0:1780342361.969780:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342361.969784:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6c0dc380 x1866812144821888/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780342361.969793:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6c0dc380 x1866812144821888/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.969800:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780342361.969801:0:2409:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342361.969803:0:2409:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780342361.969804:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780342361.969805:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780342361.969807:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342361.969809:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780342361.969815:0:2409:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae43085c60 time=138 v=61 (61 61 62 62) 00000100:00001000:1.0:1780342361.969817:0:2409:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae43085c18 time=44 v=5 (1 1 0 0) 00000100:00000001:1.0:1780342361.969826:0:2409:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780342361.969827:0:2409:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780342361.969828:0:2409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1780342361.969832:0:2409:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97ae6c0dc380 x1866812144821888/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1780342361.969838:0:2409:0:(ldlm_request.c:1664:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342361.969850:0:2409:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780342361.969853:0:2409:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97ae6a5d1000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1780342361.969855:0:2409:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780342361.969856:0:2409:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342361.969859:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6c0dc380 x1866812144821888/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.969865:0:2409:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342361.969867:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780342361.969869:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780342361.969872:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6c0dc380 x1866812144821888/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780342361.969880:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6c0dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2409:1866812144821888:192.168.203.129@tcp:400:kworker.0 00000100:00000001:1.0:1780342361.969884:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342361.969887:0:2409:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342361.969890:0:2409:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6c0dd180 x1866812144821632/t0(0) o400->MGC192.168.203.129@tcp@192.168.203.129@tcp:26/25 lens 224/224 e 0 to 0 dl 1780342377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.969895:0:2409:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780342361.969898:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780342361.969901:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae50053200. 02000000:00000001:1.0:1780342361.969904:0:2409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780342361.969907:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780342361.969908:0:2409:0:(genops.c:1244:class_import_put()) import ffff97ae604f8800 refcount=3 obd=MGC192.168.203.129@tcp 00000020:00000001:1.0:1780342361.969911:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780342361.969913:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae6bea5400. 02000000:00000001:1.0:1780342361.969917:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780342361.969925:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780342361.969927:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6c0dd180. 00000100:00000001:1.0:1780342361.969931:0:2409:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780342361.969932:0:2409:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342361.969934:0:2409:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342361.969937:0:2409:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6c0dc380 x1866812144821888/t0(0) o400->lustre-MDT0001-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.969943:0:2409:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780342361.969944:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780342361.969946:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae50052400. 02000000:00000001:1.0:1780342361.969948:0:2409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780342361.969949:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780342361.969950:0:2409:0:(genops.c:1244:class_import_put()) import ffff97ae43085800 refcount=3 obd=lustre-MDT0001-mdc-ffff97ae6a5d1000 00000020:00000001:1.0:1780342361.969952:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780342361.969953:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae6bea5800. 02000000:00000001:1.0:1780342361.969956:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780342361.969957:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780342361.969958:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6c0dc380. 00000100:00000001:1.0:1780342361.969963:0:2409:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780342361.969964:0:2409:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342361.969967:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342361.969969:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342361.969972:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1780342361.970022:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342361.970037:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342361.970049:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1780342361.970050:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342361.970053:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342361.970059:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.970063:0:2402:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.29@tcp(192.168.203.29@tcp) <- 192.168.203.129@tcp : PUT - for me 00000400:00000200:0.0:1780342361.970069:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.970073:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.970078:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.970081:0:2402:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.129@tcp of length 224 into portal 10 MB=0x6a1db12c12600 00000400:00000200:0.0:1780342361.970085:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.203.129@tcp to cpt 0 00000400:00000200:0.0:1780342361.970089:0:2402:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.129@tcp of length 224/224 into md 0x546361 [1] + 224 00000800:00000001:0.0:1780342361.970100:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342361.970107:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1780342361.970110:0:2402:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1780342361.970114:0:2402:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.203.29@tcp->192.168.203.129@tcp: PUT: OK 00000100:00000001:0.0:1780342361.970119:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1780342361.970123:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97ae6c0ddc00 x1866812144821760/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1780342361.970131:0:2402:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97ae6c0ddc00 x1866812144821760/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1780342361.970138:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1780342361.970142:0:2402:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1780342361.970144:0:2402:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1780342361.970342:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780342361.970344:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780342361.970346:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae461849f8. 00000400:00000200:1.0:1780342361.970349:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374ee0 00000400:00000010:1.0:1780342361.970351:0:2409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374ee0. 00000100:00000001:1.0:1780342361.970353:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342361.970358:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6c0de300 x1866812144822016/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780342361.970366:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6c0de300 x1866812144822016/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.970371:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780342361.970373:0:2409:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342361.970374:0:2409:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780342361.970381:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780342361.970383:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780342361.970384:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342361.970386:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780342361.970391:0:2409:0:(import.c:2151:obd_at_measure()) add 36 to ffff97ae69585460 time=138 v=36 (36 5 5 5) 00000100:00001000:1.0:1780342361.970394:0:2409:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae69585418 time=30 v=5 (1 1 0 0) 00000100:00000001:1.0:1780342361.970396:0:2409:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780342361.970398:0:2409:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780342361.970399:0:2409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780342361.970401:0:2409:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342361.970404:0:2409:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780342361.970405:0:2409:0:(client.c:3098:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97ae6a5d1000: skip recheck: last_committed 47244662593 00000100:00000001:1.0:1780342361.970407:0:2409:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780342361.970408:0:2409:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342361.970412:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6c0de300 x1866812144822016/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.970418:0:2409:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342361.970420:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780342361.970422:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780342361.970425:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6c0de300 x1866812144822016/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780342361.970433:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6c0de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2409:1866812144822016:192.168.203.129@tcp:400:kworker.0 00000100:00000001:1.0:1780342361.970436:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342361.970438:0:2409:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342361.970441:0:2409:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6c0de300 x1866812144822016/t0(0) o400->lustre-OST0000-osc-ffff97ae6a5d1000@192.168.203.129@tcp:28/4 lens 224/224 e 0 to 0 dl 1780342416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.970447:0:2409:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780342361.970448:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780342361.970450:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae50053800. 02000000:00000001:1.0:1780342361.970453:0:2409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780342361.970454:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780342361.970455:0:2409:0:(genops.c:1244:class_import_put()) import ffff97ae69585000 refcount=3 obd=lustre-OST0000-osc-ffff97ae6a5d1000 00000020:00000001:1.0:1780342361.970457:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780342361.970464:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae6bea5a00. 02000000:00000001:1.0:1780342361.970467:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780342361.970468:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780342361.970469:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6c0de300. 00000100:00000001:1.0:1780342361.970472:0:2409:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780342361.970473:0:2409:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342361.970476:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342361.970477:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342361.970479:0:2409:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1780342361.970481:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1780342361.970483:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1780342361.970484:0:2409:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff97ae46184058. 00000400:00000200:1.0:1780342361.970486:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97ae6c374a18 00000400:00000010:1.0:1780342361.970487:0:2409:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff97ae6c374a18. 00000100:00000001:1.0:1780342361.970489:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1780342361.970493:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97ae6c0ddc00 x1866812144821760/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1780342361.970501:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97ae6c0ddc00 x1866812144821760/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.970507:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1780342361.970508:0:2409:0:(client.c:2978:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342361.970510:0:2409:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1780342361.970511:0:2409:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1780342361.970513:0:2409:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1780342361.970514:0:2409:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1780342361.970516:0:2409:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1780342361.970520:0:2409:0:(import.c:2151:obd_at_measure()) add 61 to ffff97ae51c6a460 time=138 v=61 (61 61 62 62) 00000100:00001000:1.0:1780342361.970523:0:2409:0:(import.c:2151:obd_at_measure()) add 1 to ffff97ae51c6a418 time=59 v=5 (1 1 0 0) 00000100:00000001:1.0:1780342361.970525:0:2409:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1780342361.970527:0:2409:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1780342361.970529:0:2409:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1780342361.970531:0:2409:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342361.970533:0:2409:0:(client.c:3086:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1780342361.970534:0:2409:0:(client.c:3098:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97ae6a5d1000: skip recheck: last_committed 30064771455 00000100:00000001:1.0:1780342361.970536:0:2409:0:(client.c:3099:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1780342361.970537:0:2409:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1780342361.970547:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97ae6c0ddc00 x1866812144821760/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.970554:0:2409:0:(client.c:2331:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1780342361.972240:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1780342361.972246:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1780342361.972258:0:2409:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97ae6c0ddc00 x1866812144821760/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1780342361.972268:0:2409:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff97ae6c0ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4e9c6b05-0761-44df-afd6-bfbc14f27556:2409:1866812144821760:192.168.203.129@tcp:400:kworker.0 00000100:00000001:1.0:1780342361.972273:0:2409:0:(client.c:2442:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342361.972276:0:2409:0:(client.c:2844:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1780342361.972279:0:2409:0:(client.c:2852:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97ae6c0ddc00 x1866812144821760/t0(0) o400->lustre-MDT0000-mdc-ffff97ae6a5d1000@192.168.203.129@tcp:12/10 lens 224/224 e 0 to 0 dl 1780342447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1780342361.972286:0:2409:0:(client.c:2770:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1780342361.972288:0:2409:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1780342361.972291:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97ae50052000. 02000000:00000001:1.0:1780342361.972294:0:2409:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1780342361.972296:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1780342361.972298:0:2409:0:(genops.c:1244:class_import_put()) import ffff97ae51c6a000 refcount=5 obd=lustre-MDT0000-mdc-ffff97ae6a5d1000 00000020:00000001:1.0:1780342361.972300:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1780342361.972302:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97ae6bea5900. 02000000:00000001:1.0:1780342361.972306:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1780342361.972307:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1780342361.972309:0:2409:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97ae6c0ddc00. 00000100:00000001:1.0:1780342361.972312:0:2409:0:(client.c:2826:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1780342361.972313:0:2409:0:(client.c:2885:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342361.972316:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1780342361.972324:0:2409:0:(client.c:2616:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1780342361.972326:0:2409:0:(client.c:2644:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1780342361.972328:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1780342361.972330:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1780342362.179025:0:278819:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 1920 lines, 1920 kept, 0 dropped, 0 bad.