00010000:00000001:0.0F:1786072096.168533:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072096.168549:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072096.168555:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072096.168557:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072096.168583:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072096.168586:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072096.168589:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786072096.872646:0:273755:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017800 (cpu 0) has reached its deadline 4307890430, at 4307890432 00000100:00000010:0.0:1786072096.872663:0:273755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d392dad20. 00000100:00000040:1.0F:1786072096.872746:0:247146:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017910 (cpu 1) has reached its deadline 4307890430, at 4307890432 00000100:00000010:1.0:1786072096.872760:0:247146:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d392da780. 00010000:00000001:0.0:1786072097.192468:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072097.192476:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072097.192481:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072097.192482:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072097.194967:0:233679:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072097.194974:0:233679:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072097.194979:0:233679:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786072098.155963:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9500c81f-e128-413b-a15c-d036a6184eaf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072098.156046:0:230283:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072098.156054:0:230283:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cdc00. 00000020:00000040:0.0:1786072098.156060:0:230283:0:(genops.c:1231:class_import_get()) import ffff936d16267000 refcount=4 obd=MGC192.168.204.140@tcp 00000100:00000001:0.0:1786072098.156065:0:230283:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072098.156068:0:230283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072098.156074:0:230283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072098.156109:0:230283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c010f9800. 00000100:00000001:0.0:1786072098.156117:0:230283:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072098.156130:0:230283:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9500c81f-e128-413b-a15c-d036a6184eaf->MGS req@ffff936d2a2cdc00 x1872818711265536/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072098.156141:0:230283:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072098.156145:0:230283:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072098.156152:0:230283:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ff5b537] to pc [ptlrpcd_00_01+1] req@ffff936d2a2cdc00 x1872818711265536/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.156178:0:230283:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072098.156181:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072098.156184:0:230283:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072098.156188:0:230283:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cfb80. 00000020:00000040:0.0:1786072098.156190:0:230283:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=6 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:0.0:1786072098.156200:0:230283:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072098.156281:0:230283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072098.156283:0:230283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072098.156287:0:230283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c010f9900. 00000100:00000001:0.0:1786072098.156291:0:230283:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072098.156296:0:230283:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID req@ffff936d2a2cfb80 x1872818711265664/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072098.156304:0:230283:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072098.156307:0:230283:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072098.156311:0:230283:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800ecd24] to pc [ptlrpcd_00_00+0] req@ffff936d2a2cfb80 x1872818711265664/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.156321:0:230283:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072098.156323:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072098.156328:0:230283:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072098.156331:0:230283:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cc700. 00000020:00000040:0.0:1786072098.156333:0:230283:0:(genops.c:1231:class_import_get()) import ffff936d16184800 refcount=4 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000100:00000001:0.0:1786072098.156336:0:230283:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072098.156337:0:230283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072098.156338:0:230283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072098.156341:0:230283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c010f9e00. 00000100:00000001:0.0:1786072098.156344:0:230283:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072098.156348:0:230283:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID req@ffff936d2a2cc700 x1872818711265792/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072098.156356:0:230283:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072098.156358:0:230283:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072098.156361:0:230283:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000db559b3] to pc [ptlrpcd_00_01+1] req@ffff936d2a2cc700 x1872818711265792/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.156369:0:230283:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072098.156371:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072098.156392:0:230283:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072098.156401:0:230283:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cc000. 00000020:00000040:0.0:1786072098.156403:0:230283:0:(genops.c:1231:class_import_get()) import ffff936d16262800 refcount=4 obd=lustre-OST0000-osc-ffff936d3976a000 00000100:00000001:0.0:1786072098.156406:0:230283:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072098.156407:0:230283:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072098.156409:0:230283:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072098.156413:0:230283:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c010f9400. 00000100:00000001:0.0:1786072098.156417:0:230283:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072098.156422:0:230283:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID req@ffff936d2a2cc000 x1872818711265920/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072098.156430:0:230283:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072098.156432:0:230283:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072098.156436:0:230283:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010195785] to pc [ptlrpcd_00_00+0] req@ffff936d2a2cc000 x1872818711265920/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.156444:0:230283:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072098.156446:0:230283:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786072098.156450:0:230283:0:(pinger.c:247:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786072098.156454:0:230283:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13229) 00000100:00000001:0.0:1786072098.156470:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072098.156474:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072098.156475:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786072098.156481:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cdc00 x1872818711265536/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.156488:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786072098.156491:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072098.156495:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786072098.156498:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786072098.156501:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072098.156505:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9500c81f-e128-413b-a15c-d036a6184eaf:2419:1872818711265536:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072098.156509:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786072098.156515:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786072098.156517:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072098.156525:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786072098.156529:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0688d600. 02000000:00000001:0.0:1786072098.156531:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072098.156539:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:0.0:1786072098.156543:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d39273c08. 00000400:00000010:0.0:1786072098.156549:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2cc0. 00000100:00000200:0.0:1786072098.156558:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711265536, portal 25 00000100:00000001:0.0:1786072098.156560:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786072098.156562:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801142272 : -119377908409344 : ffff936d2a2cdc00) 00000100:00000040:0.0:1786072098.156569:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cdc00 x1872818711265536/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.156576:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786072098.156579:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:0.0:1786072098.156582:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2660. 00000100:00000200:0.0:1786072098.156585:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872818711265536, offset 0 00000400:00000200:0.0:1786072098.156592:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072098.156601:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.156608:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:0.0:1786072098.156614:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786072098.156619:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:0.0:1786072098.156623:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786072098.156625:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:0.0:1786072098.156629:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543724:543724:256:4294967295] 192.168.204.140@tcp LPNI seq info [543664:543664:8:4294967295] 00000400:00000200:0.0:1786072098.156633:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.156643:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:0.0:1786072098.156650:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:0.0:1786072098.156655:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936c010f9c00. 00000800:00000200:0.0:1786072098.156663:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:0.0:1786072098.156672:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:0.0:1786072098.156678:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936c010f9c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786072098.156692:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072098.156701:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072098.156704:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4307895544 00000100:00000010:0.0:1786072098.156708:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d3d81ba20. 00000100:00000001:0.0:1786072098.156716:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786072098.156723:0:2419:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4307895544 00000100:00000010:0.0:1786072098.156725:0:2419:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d3d81b900. 00000100:00000001:0.0:1786072098.156729:0:2419:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786072098.156732:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072098.156735:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072098.156738:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786072098.156743:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cc700 x1872818711265792/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.156750:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786072098.156752:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072098.156755:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786072098.156756:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786072098.156759:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072098.156762:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711265792:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072098.156765:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786072098.156768:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786072098.156769:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072098.156771:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786072098.156774:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0688c600. 02000000:00000001:0.0:1786072098.156776:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072098.156779:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:0.0:1786072098.156781:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d39273b58. 00000400:00000010:0.0:1786072098.156785:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2bb0. 00000100:00000200:0.0:1786072098.156801:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711265792, portal 10 00000100:00000001:0.0:1786072098.156804:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786072098.156805:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801136896 : -119377908414720 : ffff936d2a2cc700) 00000100:00000040:0.0:1786072098.156813:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cc700 x1872818711265792/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.156832:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786072098.156834:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:0.0:1786072098.156837:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2000. 00000100:00000200:0.0:1786072098.156840:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711265792, offset 0 00000400:00000200:0.0:1786072098.156844:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072098.156849:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.156853:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:0.0:1786072098.156855:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786072098.156858:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:0.0:1786072098.156861:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786072098.156863:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:0.0:1786072098.156867:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543725:543725:255:4294967295] 192.168.204.140@tcp LPNI seq info [543665:543665:7:4294967295] 00000400:00000200:0.0:1786072098.156871:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.156877:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:0.0:1786072098.156882:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:0.0:1786072098.156886:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d02aaac00. 00000800:00000200:0.0:1786072098.156890:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:0.0:1786072098.156895:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:0.0:1786072098.156898:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d02aaac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786072098.156901:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072098.156904:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: using a timeout of 25931 usecs (26 jiffies) 00000400:00000200:0.0:1786072098.156908:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072098.156910:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307891742 00000100:00000001:0.0:1786072098.156912:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307895544 00000100:00000001:0.0:1786072098.156914:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307891742 00000100:00000001:0.0:1786072098.156917:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307895544 00000100:00000001:0.0:1786072098.156919:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072098.156921:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072098.156928:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072098.156931:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072098.156938:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786072098.156941:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1786072098.156943:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072098.156944:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072098.156946:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072098.156948:0:2419:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1786072098.156950:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072098.156952:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786072098.156953:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072098.156955:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072098.156956:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072098.156957:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786072098.156962:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cfb80 x1872818711265664/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.157097:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786072098.157099:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072098.157101:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786072098.157103:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786072098.157105:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072098.157108:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711265664:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072098.157111:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786072098.157114:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786072098.157116:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072098.157117:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786072098.157121:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0688ca00. 02000000:00000001:0.0:1786072098.157123:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072098.157126:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:0.0:1786072098.157129:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d39273b00. 00000400:00000010:0.0:1786072098.157132:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba27f8. 00000100:00000200:0.0:1786072098.157135:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711265664, portal 10 00000100:00000001:0.0:1786072098.157137:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786072098.157139:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801150336 : -119377908401280 : ffff936d2a2cfb80) 00000100:00000040:0.0:1786072098.157145:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cfb80 x1872818711265664/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.157158:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786072098.157161:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:0.0:1786072098.157164:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2dd0. 00000100:00000200:0.0:1786072098.157167:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711265664, offset 0 00000400:00000200:0.0:1786072098.157171:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072098.157175:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.157178:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:0.0:1786072098.157181:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786072098.157184:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:0.0:1786072098.157186:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786072098.157189:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:0.0:1786072098.157192:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543726:543726:254:4294967295] 192.168.204.140@tcp LPNI seq info [543666:543666:6:4294967295] 00000400:00000200:0.0:1786072098.157196:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.157214:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:0.0:1786072098.157220:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:0.0:1786072098.157224:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936c01382c00. 00000800:00000200:0.0:1786072098.157228:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:0.0:1786072098.157232:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:0.0:1786072098.157235:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936c01382c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786072098.157238:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072098.157240:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22762 usecs (23 jiffies) 00000400:00000200:0.0:1786072098.157244:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072098.157246:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307891739 00000100:00000001:0.0:1786072098.157248:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307895544 00000100:00000001:0.0:1786072098.157250:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307891739 00000100:00000001:0.0:1786072098.157252:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307895544 00000100:00000001:0.0:1786072098.157254:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072098.157256:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072098.157262:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786072098.157267:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cc000 x1872818711265920/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.157275:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786072098.157276:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072098.157278:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786072098.157280:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786072098.157282:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072098.157285:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711265920:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072098.157288:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786072098.157291:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786072098.157292:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072098.157294:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786072098.157297:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d0688d800. 02000000:00000001:0.0:1786072098.157299:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072098.157303:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:0.0:1786072098.157305:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d39273bb0. 00000400:00000010:0.0:1786072098.157309:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2440. 00000100:00000200:0.0:1786072098.157312:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711265920, portal 4 00000100:00000001:0.0:1786072098.157314:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786072098.157315:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801135104 : -119377908416512 : ffff936d2a2cc000) 00000100:00000040:0.0:1786072098.157321:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cc000 x1872818711265920/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.157328:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786072098.157330:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:0.0:1786072098.157333:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2550. 00000100:00000200:0.0:1786072098.157335:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872818711265920, offset 0 00000400:00000200:0.0:1786072098.157339:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072098.157343:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.157346:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:0.0:1786072098.157349:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786072098.157351:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:0.0:1786072098.157354:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786072098.157362:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:0.0:1786072098.157365:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543727:543727:253:4294967295] 192.168.204.140@tcp LPNI seq info [543667:543667:5:4294967295] 00000400:00000200:0.0:1786072098.157369:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.157394:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:0.0:1786072098.157400:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:0.0:1786072098.157403:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936c01382300. 00000800:00000200:0.0:1786072098.157408:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:0.0:1786072098.157412:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:0.0:1786072098.157414:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936c01382300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786072098.157418:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072098.157421:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: using a timeout of 157237 usecs (158 jiffies) 00000400:00000200:0.0:1786072098.157424:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072098.157426:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307891875 00000100:00000001:0.0:1786072098.157428:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307895544 00000100:00000001:0.0:1786072098.157431:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307891875 00000100:00000001:0.0:1786072098.157433:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307895544 00000100:00000001:0.0:1786072098.157435:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072098.157437:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072098.157439:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072098.157442:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072098.157457:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072098.157459:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072098.157500:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072098.157503:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936c010f9c00. 00000400:00000200:0.0:1786072098.157511:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072098.157516:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072098.157521:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2660 00000400:00000010:0.0:1786072098.157523:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2660. 00000100:00000001:0.0:1786072098.157528:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072098.157533:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cdc00 x1872818711265536/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.157553:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072098.157557:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cdc00 x1872818711265536/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.157565:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072098.157567:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072098.157579:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072098.157582:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d02aaac00. 00000400:00000200:0.0:1786072098.157588:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072098.157591:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072098.157594:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2000 00000400:00000010:0.0:1786072098.157596:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2000. 00000100:00000001:0.0:1786072098.157598:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072098.157602:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cc700 x1872818711265792/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.157609:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072098.157612:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cc700 x1872818711265792/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.157619:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072098.157620:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072098.157627:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072098.157628:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936c01382c00. 00000400:00000200:0.0:1786072098.157631:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072098.157634:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072098.157637:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2dd0 00000400:00000010:0.0:1786072098.157638:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2dd0. 00000100:00000001:0.0:1786072098.157640:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072098.157643:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cfb80 x1872818711265664/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.157650:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072098.157653:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cfb80 x1872818711265664/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.157669:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072098.157671:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072098.157738:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072098.157740:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936c01382300. 00000400:00000200:0.0:1786072098.157743:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072098.157747:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072098.157749:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2550 00000400:00000010:0.0:1786072098.157751:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2550. 00000100:00000001:0.0:1786072098.157753:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072098.157757:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cc000 x1872818711265920/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.157765:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072098.157767:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cc000 x1872818711265920/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072153 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.157773:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072098.157775:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786072098.164331:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072098.164352:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072098.164356:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072098.164359:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072098.164368:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.164567:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072098.164579:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.164584:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.164590:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.164594:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196038200 00000400:00000200:0.0:1786072098.164599:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.164605:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x5368e1 [1] + 224 00000800:00000001:0.0:1786072098.164613:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072098.164620:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072098.164624:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072098.164628:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072098.164645:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072098.164655:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cc700 x1872818711265792/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072098.164667:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cc700 x1872818711265792/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.164682:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072098.164692:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072098.164696:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072098.164698:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072098.164700:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072098.164703:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.164706:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072098.164710:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.164713:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.164715:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.164718:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196038180 00000400:00000200:0.0:1786072098.164722:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.164725:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x5368f1 [1] + 224 00000800:00000001:0.0:1786072098.164729:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072098.164732:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072098.164734:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072098.164737:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072098.164740:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072098.164744:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cfb80 x1872818711265664/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072098.164753:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cfb80 x1872818711265664/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.164760:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072098.164763:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072098.164766:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072098.164768:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072098.164775:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072098.164779:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.164782:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072098.164786:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.164800:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.164803:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.164806:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6a75196038280 00000400:00000200:0.0:1786072098.164809:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.164813:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536901 [1] + 224 00000800:00000001:0.0:1786072098.164817:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072098.164823:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072098.164825:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072098.164828:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072098.164831:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072098.164835:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cc000 x1872818711265920/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072153 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072098.164844:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cc000 x1872818711265920/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.164850:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072098.164854:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072098.164856:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072098.164871:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072098.164874:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786072098.164881:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786072098.164883:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786072098.164886:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d39273b00. 00000400:00000200:0.0:1786072098.164890:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba27f8 00000400:00000010:0.0:1786072098.164893:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba27f8. 00000100:00000001:0.0:1786072098.164895:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072098.164899:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cfb80 x1872818711265664/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786072098.164907:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cfb80 x1872818711265664/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.164923:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786072098.164926:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072098.164929:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786072098.164932:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786072098.164935:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072098.164938:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072098.164942:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072098.164952:0:2419:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=31 v=60 (60 60 60 60) 00000100:00001000:0.0:1786072098.164957:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=118 v=5 (1 1 0 0) 00000100:00000001:0.0:1786072098.164960:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786072098.164961:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072098.164964:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786072098.164968:0:2419:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072098.164973:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786072098.166014:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771461 00000100:00000001:0.0:1786072098.166021:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786072098.166024:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072098.166035:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cfb80 x1872818711265664/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.166045:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072098.166049:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786072098.166051:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072098.166056:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cfb80 x1872818711265664/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786072098.166065:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711265664:192.168.204.140@tcp:400:kworker.0 00000400:00000001:0.0:1786072098.166075:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786072098.166077:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786072098.166080:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d39273bb0. 00000400:00000200:0.0:1786072098.166085:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2440 00000400:00000010:0.0:1786072098.166087:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2440. 00000100:00000001:0.0:1786072098.166090:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072098.166100:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cc000 x1872818711265920/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786072098.166109:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cc000 x1872818711265920/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.166116:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786072098.166118:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072098.166121:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786072098.166123:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786072098.166124:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072098.166126:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072098.166128:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072098.166135:0:2419:0:(import.c:2149:obd_at_measure()) add 36 to ffff936d16262c60 time=31 v=36 (36 36 5 5) 00000100:00001000:0.0:1786072098.166138:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16262c18 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1786072098.166141:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786072098.166142:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072098.166145:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786072098.166147:0:2419:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072098.166150:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786072098.166152:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff936d3976a000: skip recheck: last_committed 38654726226 00000100:00000001:0.0:1786072098.166153:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786072098.166155:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072098.166159:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cc000 x1872818711265920/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072153 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.166165:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072098.166167:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786072098.166168:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072098.166172:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cc000 x1872818711265920/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072153 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786072098.166179:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711265920:192.168.204.140@tcp:400:kworker.0 00000400:00000001:0.0:1786072098.166185:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786072098.166186:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786072098.166193:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d39273b58. 00000400:00000200:0.0:1786072098.166196:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2bb0 00000400:00000010:0.0:1786072098.166197:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2bb0. 00000100:00000001:0.0:1786072098.166200:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072098.166217:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cc700 x1872818711265792/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786072098.166226:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cc700 x1872818711265792/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.166232:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786072098.166234:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072098.166235:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786072098.166237:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786072098.166238:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072098.166240:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072098.166242:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072098.166247:0:2419:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16184c60 time=31 v=60 (60 60 60 60) 00000100:00001000:0.0:1786072098.166250:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16184c18 time=95 v=5 (1 1 0 0) 00000100:00000001:0.0:1786072098.166252:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786072098.166253:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072098.166255:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786072098.166258:0:2419:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff936d2a2cc700 x1872818711265792/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786072098.166265:0:2419:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072098.166268:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786072098.166269:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff936d3976a000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1786072098.166271:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786072098.166272:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072098.166276:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cc700 x1872818711265792/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.166282:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072098.166284:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786072098.166285:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072098.166288:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cc700 x1872818711265792/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786072098.166302:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711265792:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072098.166306:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072098.166309:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072098.166312:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cfb80 x1872818711265664/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.166319:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786072098.166321:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786072098.166325:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0688ca00. 02000000:00000001:0.0:1786072098.166329:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786072098.166331:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786072098.166333:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=5 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:0.0:1786072098.166335:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786072098.166338:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c010f9900. 02000000:00000001:0.0:1786072098.166343:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786072098.166345:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786072098.166346:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cfb80. 00000100:00000001:0.0:1786072098.166349:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786072098.166351:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072098.166352:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072098.166356:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cc000 x1872818711265920/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072153 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.166362:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786072098.166363:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786072098.166364:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0688d800. 02000000:00000001:0.0:1786072098.166366:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786072098.166367:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786072098.166369:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16262800 refcount=3 obd=lustre-OST0000-osc-ffff936d3976a000 00000020:00000001:0.0:1786072098.166371:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786072098.166372:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c010f9400. 02000000:00000001:0.0:1786072098.166374:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786072098.166391:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786072098.166392:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cc000. 00000100:00000001:0.0:1786072098.166401:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786072098.166402:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072098.166404:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072098.166408:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cc700 x1872818711265792/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072183 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.166413:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786072098.166415:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786072098.166416:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0688c600. 02000000:00000001:0.0:1786072098.166419:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786072098.166420:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786072098.166421:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16184800 refcount=3 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000020:00000001:0.0:1786072098.166423:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786072098.166424:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c010f9e00. 02000000:00000001:0.0:1786072098.166426:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786072098.166427:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786072098.166429:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cc700. 00000100:00000001:0.0:1786072098.166431:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786072098.166432:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072098.166435:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072098.166437:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072098.166439:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072098.166441:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072098.166443:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786072098.171728:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072098.171749:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072098.171754:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072098.171757:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072098.171766:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.171775:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072098.171786:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.171801:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.171807:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.171811:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6a75196038100 00000400:00000200:0.0:1786072098.171816:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072098.171823:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x5368d1 [1] + 224 00000800:00000001:0.0:1786072098.171831:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072098.171852:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072098.171855:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072098.171861:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072098.171869:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072098.171881:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cdc00 x1872818711265536/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072098.171893:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cdc00 x1872818711265536/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.171914:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072098.171925:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072098.171928:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072098.171948:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072098.171953:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786072098.171961:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786072098.171963:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786072098.171966:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d39273c08. 00000400:00000200:0.0:1786072098.171982:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2cc0 00000400:00000010:0.0:1786072098.171984:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2cc0. 00000100:00000001:0.0:1786072098.171987:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072098.171992:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cdc00 x1872818711265536/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786072098.172001:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cdc00 x1872818711265536/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.172007:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786072098.172009:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072098.172012:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786072098.172017:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786072098.172019:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786072098.172022:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072098.172026:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786072098.172034:0:2419:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16267460 time=31 v=5 (5 5 5 5) 00000100:00001000:0.0:1786072098.172038:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16267418 time=118 v=5 (1 1 0 0) 00000100:00000001:0.0:1786072098.172041:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786072098.172043:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072098.172051:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786072098.172053:0:2419:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072098.172056:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072098.172062:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cdc00 x1872818711265536/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.172069:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072098.172072:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786072098.172075:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786072098.172079:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cdc00 x1872818711265536/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786072098.172086:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9500c81f-e128-413b-a15c-d036a6184eaf:2419:1872818711265536:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072098.172092:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072098.172095:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072098.172099:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cdc00 x1872818711265536/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072098.172106:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786072098.172109:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786072098.172112:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d0688d600. 02000000:00000001:0.0:1786072098.172115:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786072098.172118:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786072098.172120:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16267000 refcount=3 obd=MGC192.168.204.140@tcp 00000020:00000001:0.0:1786072098.172122:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786072098.172125:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c010f9800. 02000000:00000001:0.0:1786072098.172130:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786072098.172132:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786072098.172134:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cdc00. 00000100:00000001:0.0:1786072098.172137:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786072098.172138:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072098.172141:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072098.172149:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786072098.172150:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072098.172152:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072098.172154:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072098.216526:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072098.216534:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072098.216540:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072098.216541:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072098.216560:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072098.216563:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072098.216565:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072099.247532:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072099.247537:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072099.247542:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072099.247544:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072099.247593:0:233680:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072099.247596:0:233680:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072099.247599:0:233680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072100.267844:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072100.267853:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072100.267860:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072100.267861:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072100.268313:0:239616:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072100.268317:0:239616:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072100.268320:0:239616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072101.288579:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072101.288589:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072101.288596:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072101.288597:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072101.288623:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072101.288626:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072101.288630:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786072101.992556:0:273755:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017800 (cpu 0) has reached its deadline 4307895544, at 4307895552 00000100:00000010:0.0:1786072101.992580:0:273755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d3d81ba20. 00000100:00000040:1.0:1786072101.992682:0:247146:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017910 (cpu 1) has reached its deadline 4307895544, at 4307895552 00000100:00000010:1.0:1786072101.992688:0:247146:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d3d81b900. 00010000:00000001:0.0:1786072102.314773:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072102.314780:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072102.314787:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072102.314791:0:273755:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786072102.314793:0:273755:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786072102.314800:0:273755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1786072102.314803:0:273755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1786072102.314804:0:273755:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072102.314808:0:273755:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786072102.314810:0:273755:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072102.314830:0:273755:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072102.314832:0:273755:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072102.314942:0:233679:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072102.314950:0:233679:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072102.314954:0:233679:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0F:1786072103.274448:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9500c81f-e128-413b-a15c-d036a6184eaf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786072103.274476:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786072103.274484:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d3d630700. 00000020:00000040:3.0:1786072103.274490:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16267000 refcount=4 obd=MGC192.168.204.140@tcp 00000100:00000001:3.0:1786072103.274494:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786072103.274497:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786072103.274502:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786072103.274510:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d398e0100. 00000100:00000001:3.0:1786072103.274517:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072103.274529:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9500c81f-e128-413b-a15c-d036a6184eaf->MGS req@ffff936d3d630700 x1872818711266048/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786072103.274541:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786072103.274545:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072103.274551:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a05d534d] to pc [ptlrpcd_01_00+0] req@ffff936d3d630700 x1872818711266048/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0F:1786072103.275064:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072103.275077:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072103.275081:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072103.275088:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d3d630700 x1872818711266048/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072103.275111:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072103.275113:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072103.275117:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072103.275119:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072103.275122:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072103.275126:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d3d630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9500c81f-e128-413b-a15c-d036a6184eaf:2420:1872818711266048:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072103.275130:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072103.275136:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072103.275138:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072103.275141:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072103.275146:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d03a2fc00. 02000000:00000001:2.0:1786072103.275148:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072103.275155:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072103.275159:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f9898. 00000400:00000010:2.0:1786072103.275165:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26ca18. 00000100:00000200:2.0:1786072103.275172:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711266048, portal 25 00000100:00000001:2.0:1786072103.275175:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072103.275177:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123459328 : -119377586092288 : ffff936d3d630700) 00000100:00000040:2.0:1786072103.275182:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d3d630700 x1872818711266048/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072103.275189:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072103.275192:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072103.275195:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c440. 00000100:00000200:2.0:1786072103.275199:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872818711266048, offset 0 00000400:00000200:2.0:1786072103.275205:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:2.0:1786072103.275213:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072103.275220:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072103.275225:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072103.275229:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072103.275239:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072103.275242:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072103.275246:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543728:543728:256:4294967295] 192.168.204.140@tcp LPNI seq info [543668:543668:8:4294967295] 00000400:00000200:2.0:1786072103.275251:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072103.275262:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072103.275268:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072103.275273:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665a800. 00000800:00000200:2.0:1786072103.275280:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072103.275288:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072103.275293:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665a800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786072103.275315:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072103.275319:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072103.275322:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4307900662 00000100:00000010:2.0:1786072103.275326:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d392dad20. 00000100:00000001:2.0:1786072103.275333:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786072103.275340:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4307900662 00000100:00000010:2.0:1786072103.275343:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d392daa80. 00000100:00000001:2.0:1786072103.275346:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786072103.275350:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072103.275353:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072103.275356:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072103.275359:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1786072103.275478:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072103.275482:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665a800. 00000400:00000200:0.0:1786072103.275487:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072103.275493:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072103.275498:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c440 00000400:00000010:0.0:1786072103.275501:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c440. 00000100:00000001:0.0:1786072103.275506:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072103.275510:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d3d630700 x1872818711266048/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072103.275520:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072103.275523:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d3d630700 x1872818711266048/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072119 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072103.275531:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072103.275532:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786072103.276066:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072103.276071:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786072103.276075:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786072103.276080:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d3d631500. 00000020:00000040:3.0:1786072103.276084:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=6 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:3.0:1786072103.276087:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786072103.276089:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786072103.276109:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786072103.276116:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d398e0a00. 00000100:00000001:3.0:1786072103.276120:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072103.276127:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID req@ffff936d3d631500 x1872818711266176/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786072103.276137:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786072103.276140:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072103.276145:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c272e83] to pc [ptlrpcd_01_01+1] req@ffff936d3d631500 x1872818711266176/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072103.279792:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072103.279802:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786072103.279809:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072103.279812:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072103.279816:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072103.279820:0:2420:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1786072103.279822:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072103.279824:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072103.279825:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072103.279826:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072103.279845:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072103.279847:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072103.279860:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d3d631500 x1872818711266176/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072103.279871:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072103.279873:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072103.279877:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072103.279880:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072103.279883:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072103.279886:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d3d631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80aa5924-6869-4c81-88c0-98a34e467390:2420:1872818711266176:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072103.279890:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072103.279895:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072103.279898:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072103.279901:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072103.279906:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d03a2f200. 02000000:00000001:2.0:1786072103.279908:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072103.279916:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072103.279920:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f9d68. 00000400:00000010:2.0:1786072103.279928:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c000. 00000100:00000200:2.0:1786072103.279935:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711266176, portal 10 00000100:00000001:2.0:1786072103.279938:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072103.279939:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123462912 : -119377586088704 : ffff936d3d631500) 00000100:00000040:2.0:1786072103.279947:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d3d631500 x1872818711266176/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072103.279955:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072103.279958:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072103.279960:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c5d8. 00000100:00000200:2.0:1786072103.279964:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711266176, offset 0 00000400:00000200:2.0:1786072103.279971:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:2.0:1786072103.279981:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072103.279989:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072103.279994:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072103.279998:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072103.283066:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072103.283076:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072103.283081:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543729:543729:256:4294967295] 192.168.204.140@tcp LPNI seq info [543669:543669:8:4294967295] 00000400:00000200:2.0:1786072103.283088:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072103.283113:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072103.283120:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072103.283129:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665ac00. 00000800:00000200:2.0:1786072103.283136:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072103.283144:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072103.283148:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786072103.283170:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072103.283178:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22757 usecs (23 jiffies) 00000400:00000200:2.0:1786072103.283182:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072103.283185:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307896864 00000100:00000001:2.0:1786072103.283188:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307900662 00000100:00000001:2.0:1786072103.283190:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307896864 00000100:00000001:2.0:1786072103.283193:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307900662 00000100:00000001:2.0:1786072103.283195:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072103.283198:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072103.283204:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072103.283210:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072103.283331:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072103.283334:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072103.283411:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072103.283416:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665ac00. 00000400:00000200:0.0:1786072103.283422:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072103.283427:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072103.283432:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c5d8 00000400:00000010:0.0:1786072103.283435:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c5d8. 00000100:00000001:0.0:1786072103.283441:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072103.283448:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d3d631500 x1872818711266176/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072103.283460:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072103.283464:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d3d631500 x1872818711266176/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072103.283470:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072103.283472:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786072103.289199:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072103.289236:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786072103.289240:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786072103.289360:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cdc00. 00000020:00000040:0.0:1786072103.289366:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16184800 refcount=4 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000100:00000001:0.0:1786072103.289370:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072103.289391:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072103.289397:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072103.289405:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c01382900. 00000100:00000001:0.0:1786072103.289412:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072103.289425:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID req@ffff936d2a2cdc00 x1872818711266304/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072103.289436:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072103.289440:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072103.289446:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ff5b537] to pc [ptlrpcd_00_01+1] req@ffff936d2a2cdc00 x1872818711266304/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072103.289468:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072103.289470:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786072103.289474:0:274015:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1786072103.289479:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072103.289483:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072103.289485:0:2419:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786072103.289490:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cdc00 x1872818711266304/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072103.289514:0:2419:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786072103.289517:0:2419:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072103.289521:0:2419:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786072103.289524:0:2419:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786072103.289527:0:2419:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072103.289531:0:2419:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711266304:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072103.289535:0:2419:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786072103.289540:0:2419:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786072103.289543:0:2419:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072103.289545:0:2419:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786072103.289549:0:2419:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d3a759400. 02000000:00000001:0.0:1786072103.289551:0:2419:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072103.289558:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:0.0:1786072103.289562:0:2419:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d39273c08. 00000400:00000010:0.0:1786072103.289574:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2cc0. 00000100:00000200:0.0:1786072103.289581:0:2419:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711266304, portal 10 00000100:00000001:0.0:1786072103.289583:0:2419:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786072103.289585:0:2419:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801142272 : -119377908409344 : ffff936d2a2cdc00) 00000100:00000040:0.0:1786072103.289593:0:2419:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cdc00 x1872818711266304/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072103.289601:0:2419:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786072103.289604:0:2419:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:0.0:1786072103.289606:0:2419:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2bb0. 00000100:00000200:0.0:1786072103.289608:0:2419:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711266304, offset 0 00000400:00000200:0.0:1786072103.289615:0:2419:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072103.289625:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072103.289632:0:2419:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:0.0:1786072103.289638:0:2419:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786072103.289642:0:2419:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:0.0:1786072103.289645:0:2419:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786072103.289649:0:2419:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:0.0:1786072103.289652:0:2419:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543730:543730:256:4294967295] 192.168.204.140@tcp LPNI seq info [543670:543670:8:4294967295] 00000400:00000200:0.0:1786072103.289656:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072103.289666:0:2419:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:0.0:1786072103.289672:0:2419:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:0.0:1786072103.289677:0:2419:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936c01382e00. 00000800:00000200:0.0:1786072103.289683:0:2419:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:0.0:1786072103.289700:0:2419:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:0.0:1786072103.289705:0:2419:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936c01382e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786072103.289715:0:2419:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072103.289720:0:2419:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: using a timeout of 25931 usecs (26 jiffies) 00000400:00000200:0.0:1786072103.289723:0:2419:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072103.289726:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307896871 00000100:00000001:0.0:1786072103.289729:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307900662 00000100:00000001:0.0:1786072103.289739:0:2419:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307896871 00000100:00000001:0.0:1786072103.289742:0:2419:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307900662 00000100:00000001:0.0:1786072103.289744:0:2419:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072103.289747:0:2419:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072103.289750:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072103.289753:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072103.289759:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786072103.289761:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00000001:0.0:1786072103.289764:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072103.289765:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072103.289766:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072103.289769:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072103.289778:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072103.289781:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072103.289811:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072103.289815:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936c01382e00. 00000400:00000200:0.0:1786072103.289820:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072103.289826:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072103.289830:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2bb0 00000400:00000010:0.0:1786072103.289833:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2bb0. 00000100:00000001:0.0:1786072103.289836:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072103.289841:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cdc00 x1872818711266304/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072103.289851:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072103.289854:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cdc00 x1872818711266304/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072103.289861:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072103.289863:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1786072103.289878:0:274015:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d2a2cc700. 00000020:00000040:0.0:1786072103.289881:0:274015:0:(genops.c:1231:class_import_get()) import ffff936d16262800 refcount=4 obd=lustre-OST0000-osc-ffff936d3976a000 00000100:00000001:0.0:1786072103.289883:0:274015:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786072103.289885:0:274015:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786072103.289887:0:274015:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786072103.289891:0:274015:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936c01382e00. 00000100:00000001:0.0:1786072103.289900:0:274015:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072103.289906:0:274015:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID req@ffff936d2a2cc700 x1872818711266432/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786072103.289913:0:274015:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786072103.289915:0:274015:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072103.289919:0:274015:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000db559b3] to pc [ptlrpcd_00_00+0] req@ffff936d2a2cc700 x1872818711266432/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072103.289932:0:274015:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072103.289935:0:274015:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786072103.289938:0:274015:0:(pinger.c:247:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1786072103.289945:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072103.289947:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072103.289948:0:2418:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786072103.289952:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d2a2cc700 x1872818711266432/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072103.289959:0:2418:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786072103.289960:0:2418:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072103.289963:0:2418:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786072103.289964:0:2418:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786072103.289967:0:2418:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786072103.289970:0:2418:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d2a2cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80aa5924-6869-4c81-88c0-98a34e467390:2418:1872818711266432:192.168.204.140@tcp:400:kworker.0 00000100:00000001:0.0:1786072103.289973:0:2418:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786072103.289975:0:2418:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786072103.289977:0:2418:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786072103.289979:0:2418:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786072103.289982:0:2418:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d3a759600. 02000000:00000001:0.0:1786072103.289984:0:2418:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786072103.289988:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:0.0:1786072103.289991:0:2418:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d39273b58. 00000400:00000010:0.0:1786072103.289994:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2bb0. 00000100:00000200:0.0:1786072103.289998:0:2418:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711266432, portal 4 00000100:00000001:0.0:1786072103.290005:0:2418:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786072103.290007:0:2418:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624695801136896 : -119377908414720 : ffff936d2a2cc700) 00000100:00000040:0.0:1786072103.290014:0:2418:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d2a2cc700 x1872818711266432/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072103.290020:0:2418:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786072103.290022:0:2418:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:0.0:1786072103.290025:0:2418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d39ba2440. 00000100:00000200:0.0:1786072103.290028:0:2418:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872818711266432, offset 0 00000400:00000200:0.0:1786072103.290032:0:2418:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:0.0:1786072103.290036:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072103.290040:0:2418:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:0.0:1786072103.290042:0:2418:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1786072103.290317:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072103.290320:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072103.290323:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072103.290325:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072103.292203:0:274015:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13234) 00000400:00000200:0.0:1786072103.292438:0:2418:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:0.0:1786072103.292453:0:2418:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786072103.292457:0:2418:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:0.0:1786072103.292461:0:2418:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543731:543731:256:4294967295] 192.168.204.140@tcp LPNI seq info [543671:543671:8:4294967295] 00000400:00000200:0.0:1786072103.292468:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072103.292480:0:2418:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:0.0:1786072103.292487:0:2418:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:0.0:1786072103.292510:0:2418:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936c01382000. 00000800:00000200:0.0:1786072103.292517:0:2418:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:0.0:1786072103.292524:0:2418:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:0.0:1786072103.292528:0:2418:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936c01382000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786072103.292541:0:2418:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786072103.292546:0:2418:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: using a timeout of 157122 usecs (158 jiffies) 00000400:00000200:0.0:1786072103.292549:0:2418:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:0.0:1786072103.292552:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307897009 00000100:00000001:0.0:1786072103.292555:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307900662 00000100:00000001:0.0:1786072103.292557:0:2418:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307897009 00000100:00000001:0.0:1786072103.292559:0:2418:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307900662 00000100:00000001:0.0:1786072103.292575:0:2418:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786072103.292579:0:2418:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072103.292582:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072103.292586:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072103.292593:0:2418:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786072103.292595:0:2418:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1786072103.292598:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072103.292600:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072103.292601:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072103.292604:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072103.294756:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072103.294767:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936c01382000. 00000400:00000200:0.0:1786072103.294774:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072103.294781:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072103.294788:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2440 00000400:00000010:0.0:1786072103.294790:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2440. 00000100:00000001:0.0:1786072103.294795:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072103.294802:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d2a2cc700 x1872818711266432/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072103.294814:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072103.294817:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d2a2cc700 x1872818711266432/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072158 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072103.294824:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072103.294825:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786072103.294836:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072103.294846:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072103.294848:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072103.294851:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072103.294856:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072103.294861:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072103.294867:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072103.294871:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072103.294876:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072103.294880:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6a75196038300 00000400:00000200:0.0:1786072103.294898:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072103.294904:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536911 [1] + 224 00000800:00000001:0.0:1786072103.294912:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072103.294919:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072103.294922:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072103.294925:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072103.294930:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072103.294936:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d3d630700 x1872818711266048/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072103.294945:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d3d630700 x1872818711266048/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072103.294966:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072103.294972:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072103.294975:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786072103.294990:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786072103.294994:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786072103.294997:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072103.295000:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072103.295041:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072103.295044:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786072103.295050:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072103.295053:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072103.295062:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f9898. 00000400:00000200:2.0:1786072103.295066:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26ca18 00000400:00000010:2.0:1786072103.295067:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26ca18. 00000100:00000001:2.0:1786072103.295072:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072103.295076:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d3d630700 x1872818711266048/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786072103.295084:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d3d630700 x1872818711266048/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072103.295091:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072103.295106:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072103.295108:0:2420:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072103.295112:0:2420:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072103.295114:0:2420:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072103.295116:0:2420:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072103.295119:0:2420:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072103.295126:0:2420:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16267460 time=36 v=5 (5 5 5 5) 00000100:00001000:2.0:1786072103.295130:0:2420:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16267418 time=123 v=5 (1 1 0 0) 00000100:00000001:2.0:1786072103.295133:0:2420:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072103.295135:0:2420:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072103.295138:0:2420:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786072103.295140:0:2420:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072103.295142:0:2420:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072103.295147:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d3d630700 x1872818711266048/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072119 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072103.295154:0:2420:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072103.295157:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072103.295159:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072103.295163:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3d630700 x1872818711266048/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072119 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786072103.295171:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d3d630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9500c81f-e128-413b-a15c-d036a6184eaf:2420:1872818711266048:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072103.295175:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072103.295177:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072103.295186:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d3d630700 x1872818711266048/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072119 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072103.295193:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072103.295195:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072103.295199:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d03a2fc00. 02000000:00000001:2.0:1786072103.295203:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072103.295205:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072103.295207:0:2420:0:(genops.c:1244:class_import_put()) import ffff936d16267000 refcount=3 obd=MGC192.168.204.140@tcp 00000020:00000001:2.0:1786072103.295209:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072103.295212:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d398e0100. 02000000:00000001:2.0:1786072103.295216:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072103.295218:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072103.295220:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d3d630700. 00000100:00000001:2.0:1786072103.295223:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072103.295224:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072103.295226:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072103.295228:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072103.295229:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072103.295231:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072103.295233:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786072103.308414:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072103.308436:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072103.308441:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072103.308444:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072103.308453:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072103.308462:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072103.308474:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072103.308478:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072103.308484:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072103.308488:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196038380 00000400:00000200:1.0:1786072103.308493:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072103.308500:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536919 [1] + 224 00000800:00000001:1.0:1786072103.308508:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072103.308518:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072103.308522:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072103.308526:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072103.308534:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072103.308543:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d3d631500 x1872818711266176/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072103.308556:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d3d631500 x1872818711266176/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072103.308603:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072103.308616:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072103.308619:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072103.309229:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072103.309235:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786072103.309241:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072103.309244:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072103.309247:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f9d68. 00000400:00000200:2.0:1786072103.309253:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c000 00000400:00000010:2.0:1786072103.309255:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c000. 00000100:00000001:2.0:1786072103.309260:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072103.309266:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d3d631500 x1872818711266176/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786072103.309275:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d3d631500 x1872818711266176/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072103.309282:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072103.309284:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072103.309287:0:2420:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072103.309289:0:2420:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072103.309299:0:2420:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072103.309301:0:2420:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072103.309304:0:2420:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072103.309313:0:2420:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=36 v=60 (60 60 60 60) 00000100:00001000:2.0:1786072103.309317:0:2420:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=123 v=5 (1 1 0 0) 00000100:00000001:2.0:1786072103.309320:0:2420:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072103.309322:0:2420:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072103.309324:0:2420:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786072103.309328:0:2420:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072103.309331:0:2420:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786072103.309333:0:2420:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771461 00000100:00000001:2.0:1786072103.309335:0:2420:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786072103.309337:0:2420:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072103.309342:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d3d631500 x1872818711266176/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072103.309348:0:2420:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072103.309351:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072103.309353:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072103.309357:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3d631500 x1872818711266176/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786072103.309364:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d3d631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80aa5924-6869-4c81-88c0-98a34e467390:2420:1872818711266176:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072103.309369:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072103.309372:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072103.309391:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d3d631500 x1872818711266176/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072103.309399:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072103.309401:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072103.309404:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d03a2f200. 02000000:00000001:2.0:1786072103.309408:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072103.309410:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072103.309412:0:2420:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=5 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:2.0:1786072103.309414:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072103.309421:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d398e0a00. 02000000:00000001:2.0:1786072103.309425:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072103.309427:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072103.309428:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d3d631500. 00000100:00000001:2.0:1786072103.309432:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072103.309433:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072103.309436:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072103.309442:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072103.309444:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072103.309447:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072103.309449:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786072103.312372:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072103.312434:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072103.312438:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072103.312441:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072103.312450:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072103.312460:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072103.312470:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072103.312475:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072103.312480:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072103.312484:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6a75196038480 00000400:00000200:1.0:1786072103.312489:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072103.312495:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536931 [1] + 224 00000800:00000001:1.0:1786072103.312502:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072103.312587:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072103.312591:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072103.312597:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072103.312604:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072103.312613:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cc700 x1872818711266432/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072158 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072103.312625:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cc700 x1872818711266432/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072103.312646:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072103.312659:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072103.312662:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072103.312677:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072103.312681:0:2418:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786072103.312700:0:2418:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072103.312702:0:2418:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072103.312715:0:2418:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d39273b58. 00000400:00000200:1.0:1786072103.312719:0:2418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2bb0 00000400:00000010:1.0:1786072103.312721:0:2418:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2bb0. 00000100:00000001:1.0:1786072103.312725:0:2418:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072103.312729:0:2418:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cc700 x1872818711266432/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072158 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072103.312738:0:2418:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cc700 x1872818711266432/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072158 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072103.312745:0:2418:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072103.312747:0:2418:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072103.312750:0:2418:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072103.312754:0:2418:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072103.312756:0:2418:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072103.312758:0:2418:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072103.312761:0:2418:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072103.312774:0:2418:0:(import.c:2149:obd_at_measure()) add 36 to ffff936d16262c60 time=36 v=36 (36 36 5 5) 00000100:00001000:1.0:1786072103.312778:0:2418:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16262c18 time=84 v=5 (1 1 1 1) 00000100:00000001:1.0:1786072103.312780:0:2418:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072103.312782:0:2418:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072103.312785:0:2418:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786072103.312788:0:2418:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072103.312791:0:2418:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786072103.312793:0:2418:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff936d3976a000: skip recheck: last_committed 38654726226 00000100:00000001:1.0:1786072103.312795:0:2418:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786072103.312797:0:2418:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072103.312801:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cc700 x1872818711266432/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072158 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072103.312807:0:2418:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072103.312811:0:2418:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072103.312812:0:2418:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072103.312816:0:2418:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cc700 x1872818711266432/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072158 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072103.312823:0:2418:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:80aa5924-6869-4c81-88c0-98a34e467390:2418:1872818711266432:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072103.312833:0:2418:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072103.312836:0:2418:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072103.312840:0:2418:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cc700 x1872818711266432/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072158 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072103.312847:0:2418:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072103.312849:0:2418:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072103.312853:0:2418:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d3a759600. 02000000:00000001:1.0:1786072103.312856:0:2418:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072103.312859:0:2418:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072103.312861:0:2418:0:(genops.c:1244:class_import_put()) import ffff936d16262800 refcount=3 obd=lustre-OST0000-osc-ffff936d3976a000 00000020:00000001:1.0:1786072103.312863:0:2418:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072103.312866:0:2418:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c01382e00. 02000000:00000001:1.0:1786072103.312870:0:2418:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072103.312871:0:2418:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072103.312873:0:2418:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cc700. 00000100:00000001:1.0:1786072103.312876:0:2418:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072103.312877:0:2418:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072103.312880:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072103.312888:0:2418:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072103.312890:0:2418:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072103.312892:0:2418:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072103.312895:0:2418:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786072103.316081:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072103.316109:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072103.316114:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072103.316116:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072103.316125:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072103.316133:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072103.316141:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072103.316145:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072103.316150:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072103.316155:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196038400 00000400:00000200:1.0:1786072103.316159:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072103.316165:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536921 [1] + 224 00000800:00000001:1.0:1786072103.316191:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072103.316200:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072103.316203:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072103.316208:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072103.316215:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072103.316224:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d2a2cdc00 x1872818711266304/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072103.316236:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d2a2cdc00 x1872818711266304/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072103.316257:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072103.316266:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072103.316270:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072103.316284:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072103.316288:0:2419:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786072103.316294:0:2419:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786072103.316295:0:2419:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786072103.316298:0:2419:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d39273c08. 00000400:00000200:1.0:1786072103.316303:0:2419:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d39ba2cc0 00000400:00000010:1.0:1786072103.316305:0:2419:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d39ba2cc0. 00000100:00000001:1.0:1786072103.316308:0:2419:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072103.316312:0:2419:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d2a2cdc00 x1872818711266304/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786072103.316320:0:2419:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d2a2cdc00 x1872818711266304/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072103.316325:0:2419:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786072103.316327:0:2419:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072103.316330:0:2419:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786072103.316333:0:2419:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786072103.316336:0:2419:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786072103.316337:0:2419:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786072103.316341:0:2419:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786072103.316350:0:2419:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16184c60 time=36 v=60 (60 60 60 60) 00000100:00001000:1.0:1786072103.316354:0:2419:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16184c18 time=100 v=5 (1 1 0 0) 00000100:00000001:1.0:1786072103.316365:0:2419:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786072103.316367:0:2419:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786072103.316370:0:2419:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1786072103.317134:0:2419:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff936d2a2cdc00 x1872818711266304/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1786072103.317149:0:2419:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072103.317153:0:2419:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786072103.317155:0:2419:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff936d3976a000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1786072103.317157:0:2419:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786072103.317159:0:2419:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786072103.317166:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d2a2cdc00 x1872818711266304/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072103.317173:0:2419:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786072103.317176:0:2419:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786072103.317179:0:2419:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786072103.317183:0:2419:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d2a2cdc00 x1872818711266304/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786072103.317191:0:2419:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d2a2cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:80aa5924-6869-4c81-88c0-98a34e467390:2419:1872818711266304:192.168.204.140@tcp:400:kworker.0 00000100:00000001:1.0:1786072103.317197:0:2419:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072103.317199:0:2419:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072103.317203:0:2419:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d2a2cdc00 x1872818711266304/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072188 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072103.317211:0:2419:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786072103.317214:0:2419:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786072103.317217:0:2419:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d3a759400. 02000000:00000001:1.0:1786072103.317223:0:2419:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786072103.317225:0:2419:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786072103.317227:0:2419:0:(genops.c:1244:class_import_put()) import ffff936d16184800 refcount=3 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000020:00000001:1.0:1786072103.317230:0:2419:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786072103.317233:0:2419:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936c01382900. 02000000:00000001:1.0:1786072103.317238:0:2419:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786072103.317249:0:2419:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786072103.317251:0:2419:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d2a2cdc00. 00000100:00000001:1.0:1786072103.317255:0:2419:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786072103.317257:0:2419:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072103.317259:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786072103.317267:0:2419:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786072103.317269:0:2419:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072103.317272:0:2419:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786072103.317274:0:2419:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072103.339873:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072103.339881:0:273755:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786072103.339883:0:273755:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786072103.339886:0:273755:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072103.339891:0:273755:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786072103.339893:0:273755:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072103.339894:0:273755:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072103.339896:0:273755:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072103.339900:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072103.339901:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072103.339922:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072103.339924:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072103.339927:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1786072103.637155:0:276053:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072104.364559:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072104.364566:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072104.364571:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072104.364580:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072104.364603:0:233680:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072104.364606:0:233680:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072104.364609:0:233680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1786072105.384524:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d07055300] -> 12345-192.168.204.40@tcp (6) 00000800:00000200:3.0:1786072105.384535:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.40@tcp ip 192.168.204.40:988 00000800:00000200:3.0:1786072105.384540:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0e2b6000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1786072105.385036:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1786072105.385042:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072105.385055:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072105.385059:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072105.385061:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1786072105.385592:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072105.385595:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072105.385601:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072105.385602:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072105.385675:0:239616:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072105.385678:0:239616:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072105.385681:0:239616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072106.408726:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072106.408734:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072106.408740:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072106.408742:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072106.408759:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072106.408761:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072106.408764:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786072107.112503:0:247146:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017910 (cpu 1) has reached its deadline 4307900662, at 4307900672 00000100:00000010:1.0:1786072107.112588:0:247146:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d392daa80. 00000100:00000040:0.0:1786072107.113024:0:273755:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017800 (cpu 0) has reached its deadline 4307900662, at 4307900672 00000100:00000010:0.0:1786072107.113031:0:273755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d392dad20. 00010000:00000001:0.0:1786072107.432786:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072107.432794:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072107.432800:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072107.432801:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072107.436317:0:233679:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072107.436324:0:233679:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072107.436328:0:233679:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1786072108.392966:0:178232:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9500c81f-e128-413b-a15c-d036a6184eaf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786072108.392978:0:178232:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786072108.392988:0:178232:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d3d631880. 00000020:00000040:3.0:1786072108.392995:0:178232:0:(genops.c:1231:class_import_get()) import ffff936d16267000 refcount=4 obd=MGC192.168.204.140@tcp 00000100:00000001:3.0:1786072108.392999:0:178232:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786072108.393003:0:178232:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786072108.393008:0:178232:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786072108.393016:0:178232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d398e0b00. 00000100:00000001:3.0:1786072108.393024:0:178232:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072108.393035:0:178232:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9500c81f-e128-413b-a15c-d036a6184eaf->MGS req@ffff936d3d631880 x1872818711266560/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786072108.393046:0:178232:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786072108.393050:0:178232:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072108.393056:0:178232:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1db2ea3] to pc [ptlrpcd_01_00+0] req@ffff936d3d631880 x1872818711266560/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072108.393100:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072108.393105:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072108.393108:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072108.393115:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d3d631880 x1872818711266560/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072108.393122:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072108.393124:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072108.393128:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072108.393130:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072108.393133:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072108.393136:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d3d631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9500c81f-e128-413b-a15c-d036a6184eaf:2420:1872818711266560:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072108.393140:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072108.393145:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072108.393148:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072108.393151:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072108.393155:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d03a2e600. 02000000:00000001:2.0:1786072108.393157:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072108.393164:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072108.393174:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f9d68. 00000400:00000010:2.0:1786072108.393181:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c000. 00000100:00000200:2.0:1786072108.393188:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711266560, portal 25 00000100:00000001:2.0:1786072108.393190:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072108.393192:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123463808 : -119377586087808 : ffff936d3d631880) 00000100:00000040:2.0:1786072108.393197:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d3d631880 x1872818711266560/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072108.393220:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072108.393224:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072108.393227:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26ca18. 00000100:00000200:2.0:1786072108.393231:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872818711266560, offset 0 00000400:00000200:2.0:1786072108.393237:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:2.0:1786072108.393245:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072108.393253:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072108.393258:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072108.393262:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072108.393265:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072108.393268:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072108.393272:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543732:543732:256:4294967295] 192.168.204.140@tcp LPNI seq info [543672:543672:8:4294967295] 00000400:00000200:2.0:1786072108.393276:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072108.393286:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072108.393292:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072108.393297:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665af00. 00000800:00000200:2.0:1786072108.393304:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072108.393311:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072108.393316:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786072108.393338:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072108.393343:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072108.393346:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4307905780 00000100:00000010:2.0:1786072108.393351:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d392da600. 00000100:00000001:2.0:1786072108.393358:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786072108.393364:0:2420:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4307905780 00000100:00000010:2.0:1786072108.393368:0:2420:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d392da5a0. 00000100:00000001:2.0:1786072108.393371:0:2420:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786072108.393393:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072108.393396:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072108.393405:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072108.393408:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1786072108.393546:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072108.393552:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665af00. 00000400:00000200:1.0:1786072108.393557:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072108.393562:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072108.393567:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26ca18 00000400:00000010:1.0:1786072108.393570:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26ca18. 00000100:00000001:1.0:1786072108.393575:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072108.393580:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d3d631880 x1872818711266560/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072108.393599:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072108.393603:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d3d631880 x1872818711266560/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072124 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072108.393610:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072108.393618:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786072108.394434:0:178232:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072108.394439:0:178232:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786072108.394443:0:178232:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786072108.394448:0:178232:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d3d633480. 00000020:00000040:3.0:1786072108.394453:0:178232:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=6 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:3.0:1786072108.394456:0:178232:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786072108.394458:0:178232:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786072108.394461:0:178232:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786072108.394466:0:178232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d398e0300. 00000100:00000001:3.0:1786072108.394471:0:178232:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072108.394477:0:178232:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID req@ffff936d3d633480 x1872818711266688/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786072108.394495:0:178232:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786072108.394498:0:178232:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072108.394504:0:178232:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef2cb34c] to pc [ptlrpcd_01_01+1] req@ffff936d3d633480 x1872818711266688/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072108.395206:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072108.395211:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786072108.395215:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072108.395217:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072108.395220:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072108.395224:0:2420:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1786072108.395226:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072108.395228:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072108.395230:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072108.395231:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072108.395232:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072108.395234:0:2420:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786072108.395241:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d3d633480 x1872818711266688/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072108.395250:0:2420:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786072108.395252:0:2420:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072108.395256:0:2420:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786072108.395258:0:2420:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786072108.395260:0:2420:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786072108.395264:0:2420:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d3d633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80aa5924-6869-4c81-88c0-98a34e467390:2420:1872818711266688:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072108.395268:0:2420:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786072108.395272:0:2420:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786072108.395275:0:2420:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072108.395277:0:2420:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786072108.395282:0:2420:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d03a2f200. 02000000:00000001:2.0:1786072108.395284:0:2420:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786072108.395289:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:2.0:1786072108.395293:0:2420:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d3d5f9898. 00000400:00000010:2.0:1786072108.395299:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c088. 00000100:00000200:2.0:1786072108.395306:0:2420:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711266688, portal 10 00000100:00000001:2.0:1786072108.395308:0:2420:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786072108.395310:0:2420:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123470976 : -119377586080640 : ffff936d3d633480) 00000100:00000040:2.0:1786072108.395318:0:2420:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d3d633480 x1872818711266688/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072108.395335:0:2420:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786072108.395338:0:2420:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:2.0:1786072108.395341:0:2420:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d0b26c3b8. 00000100:00000200:2.0:1786072108.395345:0:2420:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711266688, offset 0 00000400:00000200:2.0:1786072108.395350:0:2420:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:2.0:1786072108.395357:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072108.395364:0:2420:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:2.0:1786072108.395369:0:2420:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786072108.395373:0:2420:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:2.0:1786072108.395393:0:2420:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786072108.395397:0:2420:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:2.0:1786072108.395401:0:2420:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543733:543733:256:4294967295] 192.168.204.140@tcp LPNI seq info [543673:543673:8:4294967295] 00000400:00000200:2.0:1786072108.395406:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:2.0:1786072108.395414:0:2420:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:2.0:1786072108.395420:0:2420:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:2.0:1786072108.395425:0:2420:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d0665a500. 00000800:00000200:2.0:1786072108.395430:0:2420:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:2.0:1786072108.395436:0:2420:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:2.0:1786072108.395440:0:2420:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d0665a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786072108.395460:0:2420:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072108.395465:0:2420:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22765 usecs (23 jiffies) 00000400:00000200:2.0:1786072108.395468:0:2420:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:2.0:1786072108.395471:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307901978 00000100:00000001:2.0:1786072108.395474:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307905780 00000100:00000001:2.0:1786072108.395476:0:2420:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307901978 00000100:00000001:2.0:1786072108.395479:0:2420:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307905780 00000100:00000001:2.0:1786072108.395481:0:2420:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072108.395484:0:2420:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072108.395492:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072108.395494:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072108.395511:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072108.395513:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072108.396898:0:2411:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072108.396904:0:2411:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d0665a500. 00000400:00000200:0.0:1786072108.396911:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072108.396918:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072108.396924:0:2411:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c3b8 00000400:00000010:0.0:1786072108.396926:0:2411:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c3b8. 00000100:00000001:0.0:1786072108.396932:0:2411:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072108.396939:0:2411:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d3d633480 x1872818711266688/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072108.396950:0:2411:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072108.396954:0:2411:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d3d633480 x1872818711266688/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072108.396961:0:2411:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072108.396973:0:2411:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1786072108.397142:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072108.397146:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072108.397149:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072108.397153:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072108.397616:0:178232:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072108.397622:0:178232:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786072108.397626:0:178232:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786072108.397632:0:178232:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d3d632a00. 00000020:00000040:3.0:1786072108.397636:0:178232:0:(genops.c:1231:class_import_get()) import ffff936d16184800 refcount=4 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000100:00000001:3.0:1786072108.397640:0:178232:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786072108.397643:0:178232:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786072108.397649:0:178232:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786072108.397654:0:178232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d398e0600. 00000100:00000001:3.0:1786072108.397660:0:178232:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072108.397667:0:178232:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID req@ffff936d3d632a00 x1872818711266816/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786072108.397676:0:178232:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786072108.397681:0:178232:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072108.397686:0:178232:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022502465] to pc [ptlrpcd_01_00+0] req@ffff936d3d632a00 x1872818711266816/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072108.397713:0:178232:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072108.397716:0:178232:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786072108.397719:0:178232:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786072108.397723:0:178232:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d3d631180. 00000020:00000040:3.0:1786072108.397726:0:178232:0:(genops.c:1231:class_import_get()) import ffff936d16262800 refcount=4 obd=lustre-OST0000-osc-ffff936d3976a000 00000100:00000001:3.0:1786072108.397728:0:178232:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786072108.397729:0:178232:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786072108.397731:0:178232:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786072108.397734:0:178232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d398e0500. 00000100:00000001:3.0:1786072108.397744:0:178232:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072108.397755:0:178232:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID req@ffff936d3d631180 x1872818711266944/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786072108.397763:0:178232:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786072108.397765:0:178232:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072108.397768:0:178232:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a41e162] to pc [ptlrpcd_01_01+1] req@ffff936d3d631180 x1872818711266944/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072108.397775:0:178232:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072108.397777:0:178232:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786072108.397780:0:178232:0:(pinger.c:247:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786072108.397786:0:178232:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13239) 00000100:00000001:3.0:1786072108.397798:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072108.397800:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072108.397802:0:2421:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786072108.397806:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d3d631180 x1872818711266944/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072108.397813:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786072108.397815:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072108.397818:0:2421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786072108.397820:0:2421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786072108.397822:0:2421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072108.397825:0:2421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d3d631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711266944:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072108.397828:0:2421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786072108.397832:0:2421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786072108.397835:0:2421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072108.397837:0:2421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786072108.397840:0:2421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d061c1e00. 02000000:00000001:3.0:1786072108.397842:0:2421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072108.397847:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:3.0:1786072108.397851:0:2421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0b394b00. 00000400:00000010:3.0:1786072108.397856:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd02a8. 00000100:00000200:3.0:1786072108.397868:0:2421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711266944, portal 4 00000100:00000001:3.0:1786072108.397870:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786072108.397872:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123462016 : -119377586089600 : ffff936d3d631180) 00000100:00000040:3.0:1786072108.397879:0:2421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d3d631180 x1872818711266944/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072108.397886:0:2421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786072108.397889:0:2421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:3.0:1786072108.397891:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0770. 00000100:00000200:3.0:1786072108.397894:0:2421:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872818711266944, offset 0 00000400:00000200:3.0:1786072108.397899:0:2421:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:3.0:1786072108.397906:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072108.397913:0:2421:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:3.0:1786072108.397917:0:2421:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786072108.397921:0:2421:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:3.0:1786072108.397925:0:2421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786072108.397942:0:2421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:3.0:1786072108.397946:0:2421:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543734:543734:256:4294967295] 192.168.204.140@tcp LPNI seq info [543674:543674:8:4294967295] 00000400:00000200:3.0:1786072108.397951:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072108.397959:0:2421:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:3.0:1786072108.397964:0:2421:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:3.0:1786072108.397968:0:2421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d398e0d00. 00000800:00000200:3.0:1786072108.397974:0:2421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:3.0:1786072108.397980:0:2421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:3.0:1786072108.397984:0:2421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d398e0d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786072108.398002:0:2421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072108.398006:0:2421:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: using a timeout of 157020 usecs (158 jiffies) 00000400:00000200:3.0:1786072108.398009:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:3.0:1786072108.398011:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307902115 00000100:00000001:3.0:1786072108.398014:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307905780 00000100:00000001:3.0:1786072108.398016:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307902115 00000100:00000001:3.0:1786072108.398024:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307905780 00000100:00000001:3.0:1786072108.398027:0:2421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072108.398030:0:2421:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072108.398032:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072108.398034:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072108.398041:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072108.398043:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1786072108.398045:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072108.398046:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072108.398047:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072108.398049:0:2421:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1786072108.398051:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072108.398052:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072108.398054:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072108.398055:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072108.398056:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072108.398057:0:2421:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786072108.398062:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d3d632a00 x1872818711266816/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072108.398069:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786072108.398070:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072108.398073:0:2421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786072108.398075:0:2421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786072108.398077:0:2421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072108.398079:0:2421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d3d632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711266816:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072108.398082:0:2421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786072108.398085:0:2421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786072108.398086:0:2421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072108.398088:0:2421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786072108.398091:0:2421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d061c0c00. 02000000:00000001:3.0:1786072108.398093:0:2421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072108.398097:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:3.0:1786072108.398100:0:2421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0b3947e8. 00000400:00000010:3.0:1786072108.398103:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0b28. 00000100:00000200:3.0:1786072108.398106:0:2421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711266816, portal 10 00000100:00000001:3.0:1786072108.398114:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786072108.398115:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123468288 : -119377586083328 : ffff936d3d632a00) 00000100:00000040:3.0:1786072108.398122:0:2421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d3d632a00 x1872818711266816/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072108.398128:0:2421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786072108.398130:0:2421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:3.0:1786072108.398133:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd03b8. 00000100:00000200:3.0:1786072108.398135:0:2421:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711266816, offset 0 00000400:00000200:3.0:1786072108.398139:0:2421:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:3.0:1786072108.398144:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072108.398147:0:2421:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:3.0:1786072108.398150:0:2421:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786072108.398152:0:2421:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:3.0:1786072108.398154:0:2421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786072108.398156:0:2421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:3.0:1786072108.398159:0:2421:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543735:543735:255:4294967295] 192.168.204.140@tcp LPNI seq info [543675:543675:7:4294967295] 00000400:00000200:3.0:1786072108.398162:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072108.398168:0:2421:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:3.0:1786072108.398172:0:2421:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:3.0:1786072108.398175:0:2421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d398e0f00. 00000800:00000200:3.0:1786072108.398179:0:2421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:3.0:1786072108.398183:0:2421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:3.0:1786072108.398186:0:2421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d398e0f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786072108.398189:0:2421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072108.398192:0:2421:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: using a timeout of 25931 usecs (26 jiffies) 00000400:00000200:3.0:1786072108.398195:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:3.0:1786072108.398197:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307901983 00000100:00000001:3.0:1786072108.398199:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307905780 00000100:00000001:3.0:1786072108.398200:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307901983 00000100:00000001:3.0:1786072108.398202:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307905780 00000100:00000001:3.0:1786072108.398210:0:2421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072108.398212:0:2421:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072108.398214:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072108.398216:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072108.398241:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072108.398243:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072108.398245:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072108.398247:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786072108.399356:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072108.399364:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d398e0d00. 00000400:00000200:1.0:1786072108.399371:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072108.399415:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072108.399422:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0770 00000400:00000010:1.0:1786072108.399424:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0770. 00000100:00000001:1.0:1786072108.399429:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072108.399434:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d3d631180 x1872818711266944/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072108.399445:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072108.399448:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d3d631180 x1872818711266944/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072108.399454:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072108.399456:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786072108.400367:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072108.400372:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d398e0f00. 00000400:00000200:1.0:1786072108.400398:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072108.400404:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072108.400409:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd03b8 00000400:00000010:1.0:1786072108.400411:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd03b8. 00000100:00000001:1.0:1786072108.400415:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072108.400420:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d3d632a00 x1872818711266816/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072108.400431:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072108.400434:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d3d632a00 x1872818711266816/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072108.400440:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072108.400442:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786072108.413960:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072108.413981:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072108.413986:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072108.413988:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072108.413997:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072108.414006:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072108.414017:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072108.414022:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072108.414028:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072108.414032:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196038580 00000400:00000200:0.0:1786072108.414036:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072108.414042:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536949 [1] + 224 00000800:00000001:0.0:1786072108.414050:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072108.414054:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072108.414057:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072108.414061:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072108.414069:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072108.414078:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d3d633480 x1872818711266688/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072108.414090:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d3d633480 x1872818711266688/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072108.414110:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072108.414121:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072108.414125:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072108.414127:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072108.414128:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072108.414131:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072108.414135:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072108.414138:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072108.414141:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072108.414143:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072108.414146:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6a75196038500 00000400:00000200:0.0:1786072108.414165:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072108.414170:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536941 [1] + 224 00000800:00000001:0.0:1786072108.414175:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072108.414178:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072108.414180:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072108.414184:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072108.414187:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072108.414191:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d3d631880 x1872818711266560/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072124 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072108.414200:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d3d631880 x1872818711266560/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072108.414207:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072108.414212:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072108.414215:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072108.414216:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072108.414218:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072108.414221:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072108.414224:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072108.414228:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072108.414230:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072108.414233:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072108.414235:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196038600 00000400:00000200:0.0:1786072108.414238:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072108.414242:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536959 [1] + 224 00000800:00000001:0.0:1786072108.414245:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072108.414248:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072108.414250:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072108.414253:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072108.414255:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072108.414260:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d3d632a00 x1872818711266816/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072108.414602:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d3d632a00 x1872818711266816/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072108.414614:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072108.414620:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072108.414625:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072108.414627:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072108.414629:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072108.414633:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072108.414636:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072108.414641:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072108.414643:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072108.414646:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072108.414649:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6a75196038680 00000400:00000200:0.0:1786072108.414652:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072108.414656:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536951 [1] + 224 00000800:00000001:0.0:1786072108.414659:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072108.414667:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072108.414670:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072108.414673:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072108.414676:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072108.414681:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d3d631180 x1872818711266944/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072108.414904:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d3d631180 x1872818711266944/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072108.414911:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786072108.414917:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072108.414920:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072108.417527:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072108.417536:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786072108.417546:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786072108.417548:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786072108.417552:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0b3947e8. 00000400:00000200:3.0:1786072108.417559:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0b28 00000400:00000010:3.0:1786072108.417561:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0b28. 00000100:00000001:3.0:1786072108.417565:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786072108.417575:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d3d632a00 x1872818711266816/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786072108.417587:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d3d632a00 x1872818711266816/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072108.417606:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072108.417609:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072108.417612:0:2421:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786072108.417615:0:2421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786072108.417617:0:2421:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786072108.417620:0:2421:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072108.417623:0:2421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786072108.417632:0:2421:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16184c60 time=41 v=60 (60 60 60 60) 00000100:00001000:3.0:1786072108.417637:0:2421:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16184c18 time=105 v=5 (1 1 0 0) 00000100:00000001:3.0:1786072108.417640:0:2421:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786072108.417641:0:2421:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072108.417644:0:2421:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786072108.417649:0:2421:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff936d3d632a00 x1872818711266816/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786072108.417656:0:2421:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072108.417669:0:2421:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786072108.417671:0:2421:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff936d3976a000: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1786072108.417673:0:2421:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786072108.417675:0:2421:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072108.417680:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d3d632a00 x1872818711266816/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072108.417686:0:2421:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072108.417852:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072108.417856:0:2420:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786072108.417860:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072108.417862:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072108.417864:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f9898. 00000400:00000200:2.0:1786072108.417868:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c088 00000400:00000010:2.0:1786072108.417870:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c088. 00000100:00000001:2.0:1786072108.417874:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072108.417879:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d3d633480 x1872818711266688/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786072108.417888:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d3d633480 x1872818711266688/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072108.417896:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072108.417897:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072108.417899:0:2420:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072108.417900:0:2420:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072108.417902:0:2420:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072108.417903:0:2420:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072108.417905:0:2420:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072108.417909:0:2420:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=41 v=60 (60 60 60 60) 00000100:00001000:2.0:1786072108.417912:0:2420:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=128 v=5 (1 1 0 0) 00000100:00000001:2.0:1786072108.417914:0:2420:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072108.417916:0:2420:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072108.417917:0:2420:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786072108.417919:0:2420:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072108.417922:0:2420:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786072108.417923:0:2420:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771461 00000100:00000001:2.0:1786072108.417925:0:2420:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786072108.417933:0:2420:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072108.417938:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d3d633480 x1872818711266688/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072108.417945:0:2420:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072108.417948:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072108.417950:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072108.417954:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3d633480 x1872818711266688/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786072108.417962:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d3d633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:80aa5924-6869-4c81-88c0-98a34e467390:2420:1872818711266688:192.168.204.140@tcp:400:kworker.0 00000400:00000001:2.0:1786072108.417969:0:2420:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072108.417971:0:2420:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072108.417973:0:2420:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d3d5f9d68. 00000400:00000200:2.0:1786072108.417976:0:2420:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d0b26c000 00000400:00000010:2.0:1786072108.417978:0:2420:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d0b26c000. 00000100:00000001:2.0:1786072108.417980:0:2420:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072108.417984:0:2420:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d3d631880 x1872818711266560/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786072108.417993:0:2420:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d3d631880 x1872818711266560/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072124 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072108.418000:0:2420:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072108.418002:0:2420:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072108.418004:0:2420:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072108.418005:0:2420:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072108.418007:0:2420:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072108.418008:0:2420:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072108.418011:0:2420:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072108.418014:0:2420:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16267460 time=41 v=5 (5 5 5 5) 00000100:00001000:2.0:1786072108.418017:0:2420:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16267418 time=128 v=5 (1 1 0 0) 00000100:00000001:2.0:1786072108.418019:0:2420:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072108.418021:0:2420:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072108.418023:0:2420:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786072108.418024:0:2420:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072108.418032:0:2420:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072108.418037:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d3d631880 x1872818711266560/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072124 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072108.418043:0:2420:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072108.418045:0:2420:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072108.418047:0:2420:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072108.418051:0:2420:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3d631880 x1872818711266560/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072124 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786072108.418059:0:2420:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d3d631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9500c81f-e128-413b-a15c-d036a6184eaf:2420:1872818711266560:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072108.418063:0:2420:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072108.418066:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072108.418070:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d3d633480 x1872818711266688/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072108.418077:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072108.418079:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072108.418083:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d03a2f200. 02000000:00000001:2.0:1786072108.418087:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072108.418089:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072108.418092:0:2420:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=5 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:2.0:1786072108.418094:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072108.418097:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d398e0300. 02000000:00000001:2.0:1786072108.418100:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072108.418102:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072108.418104:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d3d633480. 00000100:00000001:2.0:1786072108.418108:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072108.418110:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072108.418111:0:2420:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072108.418115:0:2420:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d3d631880 x1872818711266560/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072124 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072108.418122:0:2420:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072108.418123:0:2420:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072108.418125:0:2420:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d03a2e600. 02000000:00000001:2.0:1786072108.418132:0:2420:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072108.418134:0:2420:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072108.418135:0:2420:0:(genops.c:1244:class_import_put()) import ffff936d16267000 refcount=3 obd=MGC192.168.204.140@tcp 00000020:00000001:2.0:1786072108.418137:0:2420:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072108.418139:0:2420:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d398e0b00. 02000000:00000001:2.0:1786072108.418141:0:2420:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072108.418142:0:2420:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072108.418144:0:2420:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d3d631880. 00000100:00000001:2.0:1786072108.418147:0:2420:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072108.418148:0:2420:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072108.418150:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072108.418157:0:2420:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786072108.418159:0:2420:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072108.418162:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072108.418164:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072108.418845:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786072108.418847:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786072108.418854:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3d632a00 x1872818711266816/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786072108.418862:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d3d632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711266816:192.168.204.140@tcp:400:kworker.0 00000400:00000001:3.0:1786072108.418870:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786072108.418871:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786072108.418873:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0b394b00. 00000400:00000200:3.0:1786072108.418876:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd02a8 00000400:00000010:3.0:1786072108.418878:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd02a8. 00000100:00000001:3.0:1786072108.418881:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786072108.418885:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d3d631180 x1872818711266944/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786072108.418893:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d3d631180 x1872818711266944/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072108.418900:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072108.418901:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072108.418903:0:2421:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786072108.418904:0:2421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786072108.418906:0:2421:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786072108.418907:0:2421:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072108.418909:0:2421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786072108.418915:0:2421:0:(import.c:2149:obd_at_measure()) add 36 to ffff936d16262c60 time=41 v=36 (36 36 5 5) 00000100:00001000:3.0:1786072108.418918:0:2421:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16262c18 time=89 v=5 (1 1 1 1) 00000100:00000001:3.0:1786072108.418928:0:2421:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786072108.418930:0:2421:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072108.418932:0:2421:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786072108.418934:0:2421:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072108.418936:0:2421:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786072108.418938:0:2421:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff936d3976a000: skip recheck: last_committed 38654726226 00000100:00000001:3.0:1786072108.418940:0:2421:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786072108.418941:0:2421:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072108.418946:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d3d631180 x1872818711266944/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072108.418952:0:2421:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072108.418954:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786072108.418956:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786072108.418960:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3d631180 x1872818711266944/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072163 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786072108.418967:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d3d631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711266944:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072108.418971:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072108.418973:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072108.418976:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d3d632a00 x1872818711266816/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072193 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072108.418982:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072108.418984:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072108.418986:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d061c0c00. 02000000:00000001:3.0:1786072108.418989:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072108.418990:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072108.418992:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16184800 refcount=3 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000020:00000001:3.0:1786072108.418994:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072108.418995:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d398e0600. 02000000:00000001:3.0:1786072108.418998:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072108.418999:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072108.419001:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d3d632a00. 00000100:00000001:3.0:1786072108.419004:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072108.419011:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072108.419013:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072108.419017:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d3d631180 x1872818711266944/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072163 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072108.419024:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072108.419025:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072108.419027:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d061c1e00. 02000000:00000001:3.0:1786072108.419029:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072108.419030:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072108.419031:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16262800 refcount=3 obd=lustre-OST0000-osc-ffff936d3976a000 00000020:00000001:3.0:1786072108.419033:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072108.419034:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d398e0500. 02000000:00000001:3.0:1786072108.419036:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072108.419037:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072108.419038:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d3d631180. 00000100:00000001:3.0:1786072108.419040:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072108.419041:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072108.419043:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072108.419048:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072108.419049:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072108.419051:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072108.419053:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072108.456532:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072108.456539:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072108.456544:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072108.456556:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072108.456616:0:245327:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072108.456619:0:245327:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072108.456622:0:245327:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072109.480521:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072109.480528:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072109.480533:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072109.480534:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072109.480592:0:233680:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072109.480595:0:233680:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072109.480598:0:233680:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786072110.509205:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072110.509213:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072110.509219:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072110.509220:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786072110.509396:0:239616:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786072110.509399:0:239616:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786072110.509402:0:239616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1786072111.367446:0:276194:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072111.529419:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072111.529429:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072111.529437:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072111.529438:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786072111.529466:0:245326:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786072111.529469:0:245326:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786072111.529473:0:245326:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1786072111.828273:0:276231:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1786072111.828280:0:276231:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_812a: @@@@@@ FAIL: client: import is not in CONNECTING state after 50 00000001:00000001:2.0:1786072111.839090:0:276231:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:0.0:1786072112.233541:0:273755:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017800 (cpu 0) has reached its deadline 4307905780, at 4307905793 00000100:00000010:0.0:1786072112.233557:0:273755:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d392da600. 00000100:00000040:1.0:1786072112.233645:0:272817:0:(connection.c:75:cpu_latency_work()) work item of ffff936d05017910 (cpu 1) has reached its deadline 4307905780, at 4307905793 00000100:00000010:1.0:1786072112.233652:0:272817:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff936d392da5a0. 00010000:00000001:0.0:1786072112.555681:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072112.555688:0:273755:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072112.555693:0:273755:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786072112.555697:0:273755:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786072112.555699:0:273755:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786072112.555705:0:273755:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1786072112.555707:0:273755:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1786072112.555708:0:273755:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072112.555712:0:273755:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786072112.555714:0:273755:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072112.555716:0:273755:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786072112.555718:0:273755:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786072112.564580:0:233679:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786072112.564605:0:233679:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786072112.564609:0:233679:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1786072113.216077:0:276331:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072113.512699:0:178232:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9500c81f-e128-413b-a15c-d036a6184eaf->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786072113.512709:0:178232:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786072113.512716:0:178232:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d3d631180. 00000020:00000040:3.0:1786072113.512721:0:178232:0:(genops.c:1231:class_import_get()) import ffff936d16267000 refcount=4 obd=MGC192.168.204.140@tcp 00000100:00000001:3.0:1786072113.512725:0:178232:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786072113.512728:0:178232:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786072113.512733:0:178232:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786072113.512740:0:178232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d398e0500. 00000100:00000001:3.0:1786072113.512747:0:178232:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072113.512759:0:178232:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9500c81f-e128-413b-a15c-d036a6184eaf->MGS req@ffff936d3d631180 x1872818711267072/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786072113.512770:0:178232:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786072113.512782:0:178232:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072113.512790:0:178232:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a41e162] to pc [ptlrpcd_01_00+0] req@ffff936d3d631180 x1872818711267072/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.512824:0:178232:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072113.512827:0:178232:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786072113.512830:0:178232:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786072113.512834:0:178232:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d3d632a00. 00000020:00000040:3.0:1786072113.512836:0:178232:0:(genops.c:1231:class_import_get()) import ffff936d16266800 refcount=6 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000100:00000001:3.0:1786072113.512839:0:178232:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786072113.512840:0:178232:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786072113.512842:0:178232:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786072113.512846:0:178232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d398e0000. 00000100:00000001:3.0:1786072113.512849:0:178232:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072113.512853:0:178232:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0000_UUID req@ffff936d3d632a00 x1872818711267200/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786072113.512861:0:178232:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786072113.512863:0:178232:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072113.512867:0:178232:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022502465] to pc [ptlrpcd_01_01+1] req@ffff936d3d632a00 x1872818711267200/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.512874:0:178232:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072113.512877:0:178232:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786072113.512879:0:178232:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786072113.512882:0:178232:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d3d632d80. 00000020:00000040:3.0:1786072113.512884:0:178232:0:(genops.c:1231:class_import_get()) import ffff936d16184800 refcount=4 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000100:00000001:3.0:1786072113.512886:0:178232:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786072113.512887:0:178232:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786072113.512889:0:178232:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786072113.512892:0:178232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d398e0200. 00000100:00000001:3.0:1786072113.512895:0:178232:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072113.512899:0:178232:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-MDT0001_UUID req@ffff936d3d632d80 x1872818711267328/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786072113.512916:0:178232:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786072113.512919:0:178232:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072113.512923:0:178232:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000041d2d55] to pc [ptlrpcd_01_00+0] req@ffff936d3d632d80 x1872818711267328/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.512930:0:178232:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072113.512932:0:178232:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786072113.513345:0:178232:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786072113.513350:0:178232:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff936d3d633b80. 00000020:00000040:3.0:1786072113.513353:0:178232:0:(genops.c:1231:class_import_get()) import ffff936d16262800 refcount=4 obd=lustre-OST0000-osc-ffff936d3976a000 00000100:00000001:3.0:1786072113.513357:0:178232:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786072113.513358:0:178232:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786072113.513361:0:178232:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786072113.513365:0:178232:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff936d398e0700. 00000100:00000001:3.0:1786072113.513368:0:178232:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072113.513373:0:178232:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0000_UUID req@ffff936d3d633b80 x1872818711267456/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786072113.513416:0:178232:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786072113.513418:0:178232:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072113.513422:0:178232:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1436ba2] to pc [ptlrpcd_01_01+1] req@ffff936d3d633b80 x1872818711267456/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.513430:0:178232:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072113.513432:0:178232:0:(pinger.c:229:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786072113.513435:0:178232:0:(pinger.c:247:ptlrpc_pinger_process_import()) 80aa5924-6869-4c81-88c0-98a34e467390->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786072113.513441:0:178232:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13244) 00000100:00000001:3.0:1786072113.513455:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072113.513459:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072113.513461:0:2421:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786072113.513466:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d3d632a00 x1872818711267200/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.513482:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786072113.513484:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072113.513488:0:2421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786072113.513502:0:2421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786072113.513505:0:2421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072113.513509:0:2421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d3d632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711267200:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072113.513513:0:2421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786072113.513518:0:2421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786072113.513521:0:2421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072113.513523:0:2421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786072113.513530:0:2421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d29f6e000. 02000000:00000001:3.0:1786072113.513532:0:2421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072113.513539:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:3.0:1786072113.513544:0:2421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0b394b00. 00000400:00000010:3.0:1786072113.513551:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd02a8. 00000100:00000200:3.0:1786072113.513558:0:2421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711267200, portal 10 00000100:00000001:3.0:1786072113.513561:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786072113.513562:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123468288 : -119377586083328 : ffff936d3d632a00) 00000100:00000040:3.0:1786072113.513570:0:2421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d3d632a00 x1872818711267200/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.513577:0:2421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786072113.513580:0:2421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:3.0:1786072113.513583:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0b28. 00000100:00000200:3.0:1786072113.513586:0:2421:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711267200, offset 0 00000400:00000200:3.0:1786072113.513592:0:2421:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:3.0:1786072113.513601:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072113.513608:0:2421:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:3.0:1786072113.513614:0:2421:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786072113.513618:0:2421:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:3.0:1786072113.513622:0:2421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786072113.513625:0:2421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:3.0:1786072113.513634:0:2421:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543736:543736:256:4294967295] 192.168.204.140@tcp LPNI seq info [543676:543676:8:4294967295] 00000400:00000200:3.0:1786072113.513640:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072113.513651:0:2421:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:3.0:1786072113.513657:0:2421:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:3.0:1786072113.513663:0:2421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d398e0e00. 00000800:00000200:3.0:1786072113.513670:0:2421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:3.0:1786072113.513677:0:2421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:3.0:1786072113.513682:0:2421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d398e0e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786072113.513698:0:2421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072113.513703:0:2421:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: using a timeout of 22767 usecs (23 jiffies) 00000400:00000200:3.0:1786072113.513706:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:3.0:1786072113.513709:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307907096 00000100:00000010:3.0:1786072113.513714:0:2421:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d29a68cc0. 00000100:00000001:3.0:1786072113.513720:0:2421:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786072113.513727:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307907096 00000100:00000010:3.0:1786072113.513730:0:2421:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff936d29a68120. 00000100:00000001:3.0:1786072113.513734:0:2421:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff936d3976a000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786072113.513737:0:2421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072113.513740:0:2421:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072113.513743:0:2421:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786072113.513748:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d3d633b80 x1872818711267456/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.513755:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786072113.513757:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072113.513759:0:2421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786072113.513761:0:2421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786072113.513763:0:2421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072113.513766:0:2421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d3d633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711267456:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072113.513769:0:2421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786072113.513778:0:2421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786072113.513780:0:2421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072113.513782:0:2421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786072113.513785:0:2421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d29f6ee00. 02000000:00000001:3.0:1786072113.513787:0:2421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072113.513791:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:3.0:1786072113.513794:0:2421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0b3947e8. 00000400:00000010:3.0:1786072113.513798:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd06e8. 00000100:00000200:3.0:1786072113.513801:0:2421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711267456, portal 4 00000100:00000001:3.0:1786072113.513803:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786072113.513805:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123472768 : -119377586078848 : ffff936d3d633b80) 00000100:00000040:3.0:1786072113.513811:0:2421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d3d633b80 x1872818711267456/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.513818:0:2421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786072113.513820:0:2421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:3.0:1786072113.513824:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd05d8. 00000100:00000200:3.0:1786072113.513826:0:2421:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872818711267456, offset 0 00000400:00000200:3.0:1786072113.513831:0:2421:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:3.0:1786072113.513835:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072113.513839:0:2421:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:3.0:1786072113.513842:0:2421:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786072113.513844:0:2421:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:3.0:1786072113.513846:0:2421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786072113.513849:0:2421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:3.0:1786072113.513851:0:2421:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543737:543737:255:4294967295] 192.168.204.140@tcp LPNI seq info [543677:543677:7:4294967295] 00000400:00000200:3.0:1786072113.513855:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072113.513861:0:2421:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:3.0:1786072113.513865:0:2421:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:3.0:1786072113.513869:0:2421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d398e0600. 00000800:00000200:3.0:1786072113.513873:0:2421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:3.0:1786072113.513877:0:2421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:3.0:1786072113.513880:0:2421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d398e0600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786072113.513888:0:2421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072113.513891:0:2421:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: using a timeout of 156916 usecs (157 jiffies) 00000400:00000200:3.0:1786072113.513895:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:3.0:1786072113.513897:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307907230 00000100:00000001:3.0:1786072113.513902:0:2421:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 0, simply extend its deadline from 4307907096 00000100:00000001:3.0:1786072113.513905:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307907230 00000100:00000001:3.0:1786072113.513908:0:2421:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff936d3976a000: PM QoS request active for cpu 1, simply extend its deadline from 4307907096 00000100:00000001:3.0:1786072113.513911:0:2421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072113.513913:0:2421:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072113.513915:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072113.513918:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072113.513925:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072113.513927:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1786072113.513929:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072113.513930:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072113.513932:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786072113.514226:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072113.514231:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d398e0e00. 00000400:00000200:1.0:1786072113.514236:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072113.514242:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072113.514247:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0b28 00000400:00000010:1.0:1786072113.514249:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0b28. 00000100:00000001:1.0:1786072113.514253:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072113.514257:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d3d632a00 x1872818711267200/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072113.514267:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072113.514270:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d3d632a00 x1872818711267200/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072113.514277:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072113.514279:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786072113.514419:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786072113.514422:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d398e0600. 00000400:00000200:1.0:1786072113.514425:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072113.514429:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:1.0:1786072113.514432:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd05d8 00000400:00000010:1.0:1786072113.514434:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd05d8. 00000100:00000001:1.0:1786072113.514436:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786072113.514440:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d3d633b80 x1872818711267456/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072113.514447:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786072113.514450:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d3d633b80 x1872818711267456/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072113.514456:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072113.514458:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1786072113.514590:0:2421:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1786072113.514593:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072113.514597:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072113.514599:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072113.514601:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072113.514603:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072113.514604:0:2421:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786072113.514609:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d3d631180 x1872818711267072/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.514617:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786072113.514618:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072113.514621:0:2421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786072113.514623:0:2421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786072113.514626:0:2421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072113.514629:0:2421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d3d631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9500c81f-e128-413b-a15c-d036a6184eaf:2421:1872818711267072:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072113.514632:0:2421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786072113.514644:0:2421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786072113.514647:0:2421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072113.514650:0:2421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786072113.514653:0:2421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d29f6e600. 02000000:00000001:3.0:1786072113.514655:0:2421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072113.514659:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:3.0:1786072113.514662:0:2421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0b394370. 00000400:00000010:3.0:1786072113.514666:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0d48. 00000100:00000200:3.0:1786072113.514671:0:2421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711267072, portal 25 00000100:00000001:3.0:1786072113.514673:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786072113.514675:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123462016 : -119377586089600 : ffff936d3d631180) 00000100:00000040:3.0:1786072113.514680:0:2421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d3d631180 x1872818711267072/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.514686:0:2421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786072113.514688:0:2421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:3.0:1786072113.514690:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0e58. 00000100:00000200:3.0:1786072113.514693:0:2421:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872818711267072, offset 0 00000400:00000200:3.0:1786072113.514697:0:2421:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:3.0:1786072113.514701:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072113.514705:0:2421:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:3.0:1786072113.514709:0:2421:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786072113.514712:0:2421:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:3.0:1786072113.514715:0:2421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786072113.514717:0:2421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:3.0:1786072113.514721:0:2421:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543738:543738:256:4294967295] 192.168.204.140@tcp LPNI seq info [543678:543678:8:4294967295] 00000400:00000200:3.0:1786072113.514725:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072113.514731:0:2421:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:3.0:1786072113.514736:0:2421:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:3.0:1786072113.514739:0:2421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d398e0b00. 00000800:00000200:3.0:1786072113.514743:0:2421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:3.0:1786072113.514747:0:2421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:3.0:1786072113.514751:0:2421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d398e0b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786072113.515074:0:2420:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072113.515078:0:2420:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072113.515108:0:2421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072113.515113:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:3.0:1786072113.515115:0:2421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4307910902 00000100:00000001:3.0:1786072113.515120:0:2421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307907230 00000100:00000001:3.0:1786072113.515124:0:2421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4307910902 00000100:00000001:3.0:1786072113.515127:0:2421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307907230 00000100:00000001:3.0:1786072113.515129:0:2421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072113.515132:0:2421:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072113.515134:0:2421:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786072113.515138:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff936d3d632d80 x1872818711267328/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.515145:0:2421:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786072113.515146:0:2421:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072113.515149:0:2421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786072113.515150:0:2421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786072113.515152:0:2421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786072113.515155:0:2421:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff936d3d632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711267328:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072113.515158:0:2421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786072113.515161:0:2421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786072113.515162:0:2421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072113.515164:0:2421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786072113.515167:0:2421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff936d29f6f400. 02000000:00000001:3.0:1786072113.515169:0:2421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786072113.515172:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000010:3.0:1786072113.515175:0:2421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff936d0b394f20. 00000400:00000010:3.0:1786072113.515179:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0bb0. 00000100:00000200:3.0:1786072113.515182:0:2421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872818711267328, portal 10 00000100:00000001:3.0:1786072113.515184:0:2421:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786072113.515185:0:2421:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446624696123469184 : -119377586082432 : ffff936d3d632d80) 00000100:00000040:3.0:1786072113.515191:0:2421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff936d3d632d80 x1872818711267328/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.515210:0:2421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786072113.515213:0:2421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp 00000400:00000010:3.0:1786072113.515215:0:2421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff936d09cd0330. 00000100:00000200:3.0:1786072113.515218:0:2421:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872818711267328, offset 0 00000400:00000200:3.0:1786072113.515222:0:2421:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp 00000400:00000200:3.0:1786072113.515227:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072113.515231:0:2421:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.140@tcp local destination 00000400:00000200:3.0:1786072113.515234:0:2421:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786072113.515236:0:2421:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp 00000400:00000200:3.0:1786072113.515238:0:2421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786072113.515241:0:2421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp 00000400:00000200:3.0:1786072113.515244:0:2421:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [543739:543739:255:4294967295] 192.168.204.140@tcp LPNI seq info [543679:543679:7:4294967295] 00000400:00000200:3.0:1786072113.515248:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:3.0:1786072113.515254:0:2421:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) : PUT try# 0 00000800:00000200:3.0:1786072113.515259:0:2421:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp 00000800:00000010:3.0:1786072113.515263:0:2421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff936d398e0300. 00000800:00000200:3.0:1786072113.515266:0:2421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff936d0afbc180] -> 12345-192.168.204.140@tcp (5) 00000800:00000200:3.0:1786072113.515271:0:2421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988 00000800:00000200:3.0:1786072113.515274:0:2421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff936d398e0300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786072113.515277:0:2421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072113.515281:0:2421:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: using a timeout of 25931 usecs (26 jiffies) 00000400:00000200:3.0:1786072113.515284:0:2421:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000100:00000001:3.0:1786072113.515286:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 0 is 4307907100 00000100:00000001:3.0:1786072113.515289:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 0, keep current deadline 4307910902 00000100:00000001:3.0:1786072113.515291:0:2421:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS new deadline estimation for cpu 1 is 4307907100 00000100:00000001:3.0:1786072113.515293:0:2421:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff936d3976a000: PM QoS request active for cpu 1, keep current deadline 4307910902 00000100:00000001:3.0:1786072113.515295:0:2421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072113.515297:0:2421:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072113.515305:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072113.515308:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786072113.524444:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072113.524469:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786072113.524473:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072113.524476:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072113.524486:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072113.524506:0:2410:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:0.0:1786072113.524516:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072113.524521:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072113.524526:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072113.524530:0:2410:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6a75196038880 00000400:00000200:0.0:1786072113.524535:0:2410:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:0.0:1786072113.524542:0:2410:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536969 [1] + 224 00000800:00000001:0.0:1786072113.524549:0:2410:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786072113.524553:0:2410:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786072113.524556:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072113.524561:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:0.0:1786072113.524568:0:2410:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786072113.524576:0:2410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d3d633b80 x1872818711267456/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786072113.524588:0:2410:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d3d633b80 x1872818711267456/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072113.524605:0:2410:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072113.524789:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072113.524793:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786072113.524800:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786072113.524802:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786072113.524805:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0b3947e8. 00000400:00000200:3.0:1786072113.524809:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd06e8 00000400:00000010:3.0:1786072113.524812:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd06e8. 00000100:00000001:3.0:1786072113.524814:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786072113.524819:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d3d633b80 x1872818711267456/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786072113.524827:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d3d633b80 x1872818711267456/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.524833:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072113.524835:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072113.524838:0:2421:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786072113.524841:0:2421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786072113.524844:0:2421:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786072113.524846:0:2421:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072113.524849:0:2421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786072113.524859:0:2421:0:(import.c:2149:obd_at_measure()) add 36 to ffff936d16262c60 time=46 v=36 (36 36 5 5) 00000100:00001000:3.0:1786072113.524862:0:2421:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16262c18 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1786072113.524865:0:2421:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786072113.524866:0:2421:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072113.524869:0:2421:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786072113.524872:0:2421:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072113.524876:0:2421:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786072113.524878:0:2421:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff936d3976a000: skip recheck: last_committed 38654726226 00000100:00000001:3.0:1786072113.524880:0:2421:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786072113.524882:0:2421:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072113.524887:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d3d633b80 x1872818711267456/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.524894:0:2421:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072113.524897:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786072113.524905:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786072113.524910:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3d633b80 x1872818711267456/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072168 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786072113.524917:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d3d633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711267456:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072113.524922:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072113.524925:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072113.524928:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d3d633b80 x1872818711267456/t0(0) o400->lustre-OST0000-osc-ffff936d3976a000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1786072168 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.525758:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072113.525761:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072113.525766:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d29f6ee00. 02000000:00000001:3.0:1786072113.525772:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072113.525774:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072113.525776:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16262800 refcount=3 obd=lustre-OST0000-osc-ffff936d3976a000 00000020:00000001:3.0:1786072113.525778:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072113.525781:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d398e0700. 02000000:00000001:3.0:1786072113.525785:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072113.525786:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072113.525788:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d3d633b80. 00000100:00000001:3.0:1786072113.525792:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072113.525793:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072113.525796:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072113.525798:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072113.525800:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072113.525803:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072113.525805:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786072113.525956:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072113.528017:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072113.528034:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072113.528039:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072113.528048:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072113.528056:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072113.528065:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072113.528070:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072113.528076:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072113.528081:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196038780 00000400:00000200:1.0:1786072113.528086:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072113.528092:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536961 [1] + 224 00000800:00000001:1.0:1786072113.528099:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072113.528109:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072113.528113:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072113.528118:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072113.528125:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072113.528134:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d3d632a00 x1872818711267200/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072113.528145:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d3d632a00 x1872818711267200/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072113.528170:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072113.528181:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072113.528184:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072113.530451:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072113.530460:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786072113.530469:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786072113.530472:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786072113.530476:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0b394b00. 00000400:00000200:2.0:1786072113.530484:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd02a8 00000400:00000010:2.0:1786072113.530487:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd02a8. 00000100:00000001:2.0:1786072113.530503:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786072113.530513:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d3d632a00 x1872818711267200/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786072113.530526:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d3d632a00 x1872818711267200/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072113.530534:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786072113.530543:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072113.530546:0:2421:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786072113.530549:0:2421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786072113.530551:0:2421:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786072113.530554:0:2421:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786072113.530556:0:2421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786072113.530566:0:2421:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16266c60 time=46 v=60 (60 60 60 60) 00000100:00001000:2.0:1786072113.530571:0:2421:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16266c18 time=133 v=5 (1 1 0 0) 00000100:00000001:2.0:1786072113.530573:0:2421:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786072113.530575:0:2421:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786072113.530578:0:2421:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786072113.530581:0:2421:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072113.530584:0:2421:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786072113.530586:0:2421:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff936d3976a000: skip recheck: last_committed 30064771461 00000100:00000001:2.0:1786072113.530588:0:2421:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786072113.530590:0:2421:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786072113.530596:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d3d632a00 x1872818711267200/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072113.530604:0:2421:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786072113.530608:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786072113.530610:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786072113.530614:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3d632a00 x1872818711267200/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786072113.530622:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d3d632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711267200:192.168.204.140@tcp:400:kworker.0 00000100:00000001:2.0:1786072113.530628:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072113.530630:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786072113.530634:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d3d632a00 x1872818711267200/t0(0) o400->lustre-MDT0000-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786072113.530642:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786072113.530645:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786072113.531462:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d29f6e000. 02000000:00000001:2.0:1786072113.531468:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786072113.531471:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786072113.531479:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16266800 refcount=5 obd=lustre-MDT0000-mdc-ffff936d3976a000 00000020:00000001:2.0:1786072113.531482:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786072113.531485:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d398e0000. 02000000:00000001:2.0:1786072113.531502:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786072113.531505:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786072113.531507:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d3d632a00. 00000100:00000001:2.0:1786072113.531511:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786072113.531513:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786072113.531517:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072113.531519:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786072113.531521:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786072113.531524:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786072113.531525:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786072113.533834:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072113.533845:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d398e0b00. 00000400:00000200:0.0:1786072113.533852:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072113.533861:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072113.533868:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0e58 00000400:00000010:0.0:1786072113.533870:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0e58. 00000100:00000001:0.0:1786072113.533876:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072113.533883:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d3d631180 x1872818711267072/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072113.533897:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072113.533900:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d3d631180 x1872818711267072/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072129 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072113.533916:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072113.533918:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786072113.536093:0:2410:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786072113.536102:0:2410:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff936d398e0300. 00000400:00000200:0.0:1786072113.536110:0:2410:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786072113.536118:0:2410:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000200:0.0:1786072113.536125:0:2410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0330 00000400:00000010:0.0:1786072113.536127:0:2410:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0330. 00000100:00000001:0.0:1786072113.536132:0:2410:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786072113.536139:0:2410:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff936d3d632d80 x1872818711267328/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072113.536151:0:2410:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786072113.536155:0:2410:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff936d3d632d80 x1872818711267328/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786072113.536162:0:2410:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786072113.536164:0:2410:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786072113.539836:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072113.539853:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072113.539858:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072113.539860:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072113.539869:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072113.539877:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072113.539887:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072113.539891:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072113.539897:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072113.539901:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6a75196038800 00000400:00000200:1.0:1786072113.539914:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072113.539922:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x536979 [1] + 224 00000800:00000001:1.0:1786072113.539930:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072113.540920:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072113.540928:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786072113.540947:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000100:00000001:1.0:1786072113.540957:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072113.540967:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d3d632d80 x1872818711267328/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072113.540980:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d3d632d80 x1872818711267328/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072113.541557:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072113.541572:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072113.541582:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786072113.541584:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072113.541587:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072113.541593:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072113.541598:0:2411:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me 00000400:00000200:1.0:1786072113.541604:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072113.541608:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072113.541612:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072113.541616:0:2411:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6a75196038700 00000400:00000200:1.0:1786072113.541620:0:2411:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0 00000400:00000200:1.0:1786072113.541626:0:2411:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x536971 [1] + 224 00000800:00000001:1.0:1786072113.541631:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072113.541641:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786072113.541643:0:2411:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1786072113.541916:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072113.541921:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786072113.541928:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1786072113.542004:0:2411:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK 00000400:00000001:3.0:1786072113.542080:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786072113.542085:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0b394f20. 00000400:00000200:3.0:1786072113.542090:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0bb0 00000400:00000010:3.0:1786072113.542092:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0bb0. 00000100:00000001:3.0:1786072113.542096:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786072113.542103:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d3d632d80 x1872818711267328/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786072113.542121:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d3d632d80 x1872818711267328/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.542129:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072113.542131:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072113.542134:0:2421:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786072113.542137:0:2421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786072113.542140:0:2421:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786072113.542142:0:2421:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072113.542145:0:2421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786072113.542155:0:2421:0:(import.c:2149:obd_at_measure()) add 60 to ffff936d16184c60 time=46 v=60 (60 60 60 60) 00000100:00001000:3.0:1786072113.542160:0:2421:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16184c18 time=110 v=5 (1 1 0 0) 00000100:00000001:3.0:1786072113.542163:0:2421:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786072113.542165:0:2421:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072113.542167:0:2421:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786072113.542172:0:2421:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff936d3d632d80 x1872818711267328/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786072113.542180:0:2421:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072113.542184:0:2421:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786072113.542186:0:2421:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff936d3976a000: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1786072113.542189:0:2421:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786072113.542190:0:2421:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072113.542195:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d3d632d80 x1872818711267328/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.542203:0:2421:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072113.542206:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786072113.542208:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786072113.542212:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3d632d80 x1872818711267328/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786072113.542221:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d3d632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:80aa5924-6869-4c81-88c0-98a34e467390:2421:1872818711267328:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072113.542234:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072113.542237:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072113.542242:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d3d632d80 x1872818711267328/t0(0) o400->lustre-MDT0001-mdc-ffff936d3976a000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1786072198 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.542250:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072113.542252:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072113.542256:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d29f6f400. 02000000:00000001:3.0:1786072113.542260:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072113.542263:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072113.542265:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16184800 refcount=3 obd=lustre-MDT0001-mdc-ffff936d3976a000 00000020:00000001:3.0:1786072113.542267:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072113.542270:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d398e0200. 02000000:00000001:3.0:1786072113.542273:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072113.542275:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072113.542278:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d3d632d80. 00000100:00000001:3.0:1786072113.542282:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072113.542284:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072113.542287:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072113.542289:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072113.542291:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786072113.542293:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072113.542294:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786072113.542913:0:2411:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786072113.542922:0:2411:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff936d3d631180 x1872818711267072/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072129 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786072113.543482:0:2411:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff936d3d631180 x1872818711267072/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786072113.543510:0:2411:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786072113.543526:0:2411:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786072113.543533:0:2411:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072113.543595:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072113.543598:0:2421:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786072113.543603:0:2421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786072113.543605:0:2421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786072113.543608:0:2421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff936d0b394370. 00000400:00000200:3.0:1786072113.543613:0:2421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff936d09cd0d48 00000400:00000010:3.0:1786072113.543616:0:2421:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff936d09cd0d48. 00000100:00000001:3.0:1786072113.543618:0:2421:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786072113.543623:0:2421:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff936d3d631180 x1872818711267072/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786072113.543631:0:2421:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff936d3d631180 x1872818711267072/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072129 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.543637:0:2421:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786072113.543645:0:2421:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072113.543792:0:2421:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786072113.543794:0:2421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786072113.543796:0:2421:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786072113.543798:0:2421:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786072113.543800:0:2421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786072113.543805:0:2421:0:(import.c:2149:obd_at_measure()) add 5 to ffff936d16267460 time=46 v=5 (5 5 5 5) 00000100:00001000:3.0:1786072113.543809:0:2421:0:(import.c:2149:obd_at_measure()) add 1 to ffff936d16267418 time=133 v=5 (1 1 0 0) 00000100:00000001:3.0:1786072113.543812:0:2421:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786072113.543813:0:2421:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786072113.543816:0:2421:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786072113.543818:0:2421:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072113.543821:0:2421:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786072113.543825:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff936d3d631180 x1872818711267072/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.543832:0:2421:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786072113.543834:0:2421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786072113.543836:0:2421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786072113.543840:0:2421:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff936d3d631180 x1872818711267072/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072129 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786072113.543846:0:2421:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff936d3d631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9500c81f-e128-413b-a15c-d036a6184eaf:2421:1872818711267072:192.168.204.140@tcp:400:kworker.0 00000100:00000001:3.0:1786072113.543851:0:2421:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072113.543853:0:2421:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786072113.543856:0:2421:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff936d3d631180 x1872818711267072/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1786072129 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786072113.543863:0:2421:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786072113.543864:0:2421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786072113.543867:0:2421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff936d29f6e600. 02000000:00000001:3.0:1786072113.543870:0:2421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786072113.543872:0:2421:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786072113.543874:0:2421:0:(genops.c:1244:class_import_put()) import ffff936d16267000 refcount=3 obd=MGC192.168.204.140@tcp 00000020:00000001:3.0:1786072113.543876:0:2421:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786072113.543878:0:2421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff936d398e0500. 02000000:00000001:3.0:1786072113.543888:0:2421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786072113.543889:0:2421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786072113.543891:0:2421:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff936d3d631180. 00000100:00000001:3.0:1786072113.543894:0:2421:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786072113.543895:0:2421:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072113.543897:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786072113.543904:0:2421:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786072113.543905:0:2421:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786072113.543907:0:2421:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786072113.543909:0:2421:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) Debug log: 2680 lines, 2680 kept, 0 dropped, 0 bad.