00010000:00000001:1.0F:1788677069.039526:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677069.039552:0:281227:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788677069.039554:0:281227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788677069.039557:0:281227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677069.039562:0:281227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788677069.039564:0:281227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677069.039566:0:281227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677069.039569:0:281227:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677069.039573:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677069.039575:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1788677069.041411:0:236982:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788677069.041426:0:236982:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788677069.041430:0:236982:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0F:1788677069.164296:0:253682:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61eaf626-bb40-4aac-819a-c824dcef4108->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788677069.164325:0:253682:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788677069.164332:0:253682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9ddb2e7a5500. 00000020:00000040:2.0:1788677069.164338:0:253682:0:(genops.c:1210:class_import_get()) import ffff9ddb1e88a800 refcount=4 obd=MGC192.168.202.153@tcp 00000100:00000001:2.0:1788677069.164343:0:253682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788677069.164346:0:253682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788677069.164354:0:253682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788677069.164362:0:253682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9dda18f90e00. 00000100:00000001:2.0:1788677069.164369:0:253682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677069.164379:0:253682:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61eaf626-bb40-4aac-819a-c824dcef4108->MGS req@ffff9ddb2e7a5500 x1875551243298048/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788677069.164401:0:253682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788677069.164404:0:253682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677069.164412:0:253682:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa75fece] to pc [ptlrpcd_01_00+0] req@ffff9ddb2e7a5500 x1875551243298048/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.164439:0:253682:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677069.164442:0:253682:0:(pinger.c:229:ptlrpc_pinger_process_import()) 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788677069.164445:0:253682:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788677069.164448:0:253682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9ddb2e7a6d80. 00000020:00000040:2.0:1788677069.164451:0:253682:0:(genops.c:1210:class_import_get()) import ffff9ddb04830000 refcount=9 obd=lustre-MDT0000-mdc-ffff9ddb11db3800 00000100:00000001:2.0:1788677069.164453:0:253682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788677069.164454:0:253682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788677069.164456:0:253682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788677069.164459:0:253682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9dda18f90100. 00000100:00000001:2.0:1788677069.164462:0:253682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677069.164466:0:253682:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-MDT0000_UUID req@ffff9ddb2e7a6d80 x1875551243298176/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788677069.164473:0:253682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788677069.164475:0:253682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677069.164478:0:253682:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3e6abb2] to pc [ptlrpcd_01_01+1] req@ffff9ddb2e7a6d80 x1875551243298176/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.164487:0:253682:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677069.164494:0:253682:0:(pinger.c:229:ptlrpc_pinger_process_import()) 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788677069.164497:0:253682:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788677069.164501:0:253682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9ddb2e7a7100. 00000020:00000040:2.0:1788677069.164503:0:253682:0:(genops.c:1210:class_import_get()) import ffff9ddb04835000 refcount=4 obd=lustre-MDT0001-mdc-ffff9ddb11db3800 00000100:00000001:2.0:1788677069.164506:0:253682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788677069.164507:0:253682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788677069.164508:0:253682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788677069.164512:0:253682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9dda18f90500. 00000100:00000001:2.0:1788677069.164515:0:253682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677069.164519:0:253682:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-MDT0001_UUID req@ffff9ddb2e7a7100 x1875551243298304/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788677069.164526:0:253682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788677069.164528:0:253682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677069.164532:0:253682:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cb4aae9] to pc [ptlrpcd_01_00+0] req@ffff9ddb2e7a7100 x1875551243298304/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.164539:0:253682:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677069.164541:0:253682:0:(pinger.c:229:ptlrpc_pinger_process_import()) 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788677069.164545:0:253682:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788677069.164547:0:253682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9ddb2e7a5f80. 00000020:00000040:2.0:1788677069.164549:0:253682:0:(genops.c:1210:class_import_get()) import ffff9ddb18eb8800 refcount=4 obd=lustre-OST0000-osc-ffff9ddb11db3800 00000100:00000001:2.0:1788677069.164551:0:253682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788677069.164552:0:253682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788677069.164554:0:253682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788677069.164557:0:253682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9dda18f90300. 00000100:00000001:2.0:1788677069.164559:0:253682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677069.164563:0:253682:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-OST0000_UUID req@ffff9ddb2e7a5f80 x1875551243298432/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788677069.164570:0:253682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788677069.164571:0:253682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677069.164574:0:253682:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009138adbf] to pc [ptlrpcd_01_01+1] req@ffff9ddb2e7a5f80 x1875551243298432/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.164591:0:253682:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677069.164594:0:253682:0:(pinger.c:229:ptlrpc_pinger_process_import()) 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788677069.164597:0:253682:0:(pinger.c:247:ptlrpc_pinger_process_import()) 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788677069.164601:0:253682:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12171) 00000100:00000001:2.0:1788677069.164617:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788677069.164621:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788677069.164623:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788677069.164629:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ddb2e7a5500 x1875551243298048/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.164637:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788677069.164639:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677069.164643:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788677069.164646:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788677069.164648:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788677069.164651:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ddb2e7a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61eaf626-bb40-4aac-819a-c824dcef4108:2402:1875551243298048:192.168.202.153@tcp:400:kworker.0 00000100:00000001:2.0:1788677069.164655:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788677069.164660:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788677069.164662:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677069.164665:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788677069.164670:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ddb0ab9c400. 02000000:00000001:2.0:1788677069.164672:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788677069.164679:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000010:2.0:1788677069.164684:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ddb1826bd68. 00000400:00000010:2.0:1788677069.164692:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0528b4c8. 00000100:00000200:2.0:1788677069.164701:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875551243298048, portal 25 00000100:00000001:2.0:1788677069.164704:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788677069.164706:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636163436008704 : -107910273542912 : ffff9ddb2e7a5500) 00000100:00000040:2.0:1788677069.164712:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ddb2e7a5500 x1875551243298048/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.164719:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788677069.164728:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.153@tcp 00000400:00000010:2.0:1788677069.164730:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0528b000. 00000100:00000200:2.0:1788677069.164733:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875551243298048, offset 0 00000400:00000200:2.0:1788677069.164739:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.153@tcp 00000400:00000200:2.0:1788677069.164748:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.164755:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.153@tcp local destination 00000400:00000200:2.0:1788677069.164761:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788677069.164765:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.53@tcp 00000400:00000200:2.0:1788677069.164768:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.53@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788677069.164771:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.153@tcp 00000400:00000200:2.0:1788677069.164775:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.53@tcp NI seq info: [550443:550443:256:4294967295] 192.168.202.153@tcp LPNI seq info [550401:550401:8:4294967295] 00000400:00000200:2.0:1788677069.164779:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.164789:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp:) -> 192.168.202.153@tcp(192.168.202.153@tcp:192.168.202.153@tcp) : PUT try# 0 00000800:00000200:2.0:1788677069.164794:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.153@tcp 00000800:00000010:2.0:1788677069.164799:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9dda18f90900. 00000800:00000200:2.0:1788677069.164806:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ddb04923f00] -> 12345-192.168.202.153@tcp (5) 00000800:00000200:2.0:1788677069.164813:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.153@tcp ip 192.168.202.153:988 00000800:00000200:2.0:1788677069.164818:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9dda18f90900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788677069.164831:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788677069.164835:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000100:00000001:2.0:1788677069.164838:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.153@tcp: PM QoS new deadline estimation for cpu 2 is 4306837726 00000100:00000010:2.0:1788677069.164842:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ddb18ed6a20. 00000100:00000001:2.0:1788677069.164849:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.153@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788677069.164853:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.153@tcp: PM QoS new deadline estimation for cpu 3 is 4306837726 00000100:00000010:2.0:1788677069.164857:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ddb18ed6e40. 00000100:00000001:2.0:1788677069.164860:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.153@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788677069.164863:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788677069.164866:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677069.164869:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788677069.164873:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ddb2e7a7100 x1875551243298304/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.164890:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788677069.164891:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677069.164894:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788677069.164896:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788677069.164898:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788677069.164901:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ddb2e7a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:58dcdce9-4269-40b2-adcc-a3c8d0589515:2402:1875551243298304:192.168.202.153@tcp:400:kworker.0 00000100:00000001:2.0:1788677069.164904:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788677069.164907:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788677069.164908:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677069.164910:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788677069.164912:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ddb0ab9d400. 02000000:00000001:2.0:1788677069.164914:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788677069.164917:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000010:2.0:1788677069.164920:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ddb1826b5d8. 00000400:00000010:2.0:1788677069.164923:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0528b990. 00000100:00000200:2.0:1788677069.164926:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875551243298304, portal 10 00000100:00000001:2.0:1788677069.164928:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788677069.164940:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636163436015872 : -107910273535744 : ffff9ddb2e7a7100) 00000100:00000040:2.0:1788677069.164948:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ddb2e7a7100 x1875551243298304/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.164955:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788677069.164957:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.153@tcp 00000400:00000010:2.0:1788677069.164960:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0528b110. 00000100:00000200:2.0:1788677069.164962:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875551243298304, offset 0 00000400:00000200:2.0:1788677069.164966:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.153@tcp 00000400:00000200:2.0:1788677069.164970:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.164974:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.153@tcp local destination 00000400:00000200:2.0:1788677069.164977:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788677069.164979:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.53@tcp 00000400:00000200:2.0:1788677069.164981:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.53@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788677069.164983:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.153@tcp 00000400:00000200:2.0:1788677069.164991:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.53@tcp NI seq info: [550444:550444:255:4294967295] 192.168.202.153@tcp LPNI seq info [550402:550402:7:4294967295] 00000400:00000200:2.0:1788677069.164996:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.165002:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp:) -> 192.168.202.153@tcp(192.168.202.153@tcp:192.168.202.153@tcp) : PUT try# 0 00000800:00000200:2.0:1788677069.165007:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.153@tcp 00000800:00000010:2.0:1788677069.165011:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9dda18f90a00. 00000800:00000200:2.0:1788677069.165014:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ddb04923f00] -> 12345-192.168.202.153@tcp (5) 00000800:00000200:2.0:1788677069.165018:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.153@tcp ip 192.168.202.153:988 00000800:00000200:2.0:1788677069.165021:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9dda18f90a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788677069.165024:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677069.165027:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9ddb11db3800: using a timeout of 21135 usecs (22 jiffies) 00000400:00000200:2.0:1788677069.165030:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000100:00000001:2.0:1788677069.165032:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9ddb11db3800: PM QoS new deadline estimation for cpu 2 is 4306833942 00000100:00000001:2.0:1788677069.165035:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9ddb11db3800: PM QoS request active for cpu 2, keep current deadline 4306837726 00000100:00000001:2.0:1788677069.165036:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9ddb11db3800: PM QoS new deadline estimation for cpu 3 is 4306833942 00000100:00000001:2.0:1788677069.165038:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9ddb11db3800: PM QoS request active for cpu 3, keep current deadline 4306837726 00000100:00000001:2.0:1788677069.165040:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788677069.165042:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677069.165045:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677069.165047:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677069.165055:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788677069.165057:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788677069.165059:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788677069.165060:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788677069.165062:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788677069.165065:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788677069.165066:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677069.165068:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788677069.165070:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677069.165071:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788677069.165072:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788677069.165073:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788677069.165077:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ddb2e7a6d80 x1875551243298176/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.165103:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788677069.165105:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677069.165107:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788677069.165109:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788677069.165111:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788677069.165114:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ddb2e7a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:58dcdce9-4269-40b2-adcc-a3c8d0589515:2402:1875551243298176:192.168.202.153@tcp:400:kworker.0 00000100:00000001:2.0:1788677069.165117:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788677069.165119:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788677069.165153:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677069.165155:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788677069.165158:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ddb0ab9c600. 02000000:00000001:2.0:1788677069.165159:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788677069.165162:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000010:2.0:1788677069.165165:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ddb1826be70. 00000400:00000010:2.0:1788677069.165169:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0528ba18. 00000100:00000200:2.0:1788677069.165172:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875551243298176, portal 10 00000100:00000001:2.0:1788677069.165173:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788677069.165175:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636163436014976 : -107910273536640 : ffff9ddb2e7a6d80) 00000100:00000040:2.0:1788677069.165181:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ddb2e7a6d80 x1875551243298176/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.165188:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788677069.165190:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.153@tcp 00000400:00000010:2.0:1788677069.165192:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0528baa0. 00000100:00000200:2.0:1788677069.165194:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875551243298176, offset 0 00000400:00000200:2.0:1788677069.165199:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.153@tcp 00000400:00000200:2.0:1788677069.165202:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.165206:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.153@tcp local destination 00000400:00000200:2.0:1788677069.165209:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788677069.165211:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.53@tcp 00000400:00000200:2.0:1788677069.165213:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.53@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788677069.165215:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.153@tcp 00000400:00000200:2.0:1788677069.165223:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.53@tcp NI seq info: [550445:550445:254:4294967295] 192.168.202.153@tcp LPNI seq info [550403:550403:6:4294967295] 00000400:00000200:2.0:1788677069.165227:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.165233:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp:) -> 192.168.202.153@tcp(192.168.202.153@tcp:192.168.202.153@tcp) : PUT try# 0 00000800:00000200:2.0:1788677069.165238:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.153@tcp 00000800:00000010:2.0:1788677069.165241:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9dda18f90600. 00000800:00000200:2.0:1788677069.165245:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ddb04923f00] -> 12345-192.168.202.153@tcp (5) 00000800:00000200:2.0:1788677069.165249:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.153@tcp ip 192.168.202.153:988 00000800:00000200:2.0:1788677069.165252:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9dda18f90600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788677069.165255:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677069.165258:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ddb11db3800: using a timeout of 23138 usecs (24 jiffies) 00000400:00000200:2.0:1788677069.165261:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000100:00000001:2.0:1788677069.165263:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ddb11db3800: PM QoS new deadline estimation for cpu 2 is 4306833944 00000100:00000001:2.0:1788677069.165265:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ddb11db3800: PM QoS request active for cpu 2, keep current deadline 4306837726 00000100:00000001:2.0:1788677069.165267:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ddb11db3800: PM QoS new deadline estimation for cpu 3 is 4306833944 00000100:00000001:2.0:1788677069.165269:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ddb11db3800: PM QoS request active for cpu 3, keep current deadline 4306837726 00000100:00000001:2.0:1788677069.165271:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788677069.165273:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677069.165275:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788677069.165279:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ddb2e7a5f80 x1875551243298432/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.165285:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788677069.165286:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677069.165289:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788677069.165290:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788677069.165292:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788677069.165295:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ddb2e7a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:58dcdce9-4269-40b2-adcc-a3c8d0589515:2402:1875551243298432:192.168.202.153@tcp:400:kworker.0 00000100:00000001:2.0:1788677069.165298:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788677069.165301:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788677069.165302:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677069.165309:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788677069.165312:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ddb0ab9ce00. 02000000:00000001:2.0:1788677069.165314:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788677069.165318:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000010:2.0:1788677069.165320:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ddb1826b7e8. 00000400:00000010:2.0:1788677069.165324:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0528b3b8. 00000100:00000200:2.0:1788677069.165326:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875551243298432, portal 4 00000100:00000001:2.0:1788677069.165328:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788677069.165329:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636163436011392 : -107910273540224 : ffff9ddb2e7a5f80) 00000100:00000040:2.0:1788677069.165335:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ddb2e7a5f80 x1875551243298432/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.165340:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788677069.165342:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.153@tcp 00000400:00000010:2.0:1788677069.165344:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0528b6e8. 00000100:00000200:2.0:1788677069.165347:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875551243298432, offset 0 00000400:00000200:2.0:1788677069.165350:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.153@tcp 00000400:00000200:2.0:1788677069.165354:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.165357:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.153@tcp local destination 00000400:00000200:2.0:1788677069.165360:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788677069.165362:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.53@tcp 00000400:00000200:2.0:1788677069.165364:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.53@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788677069.165366:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.153@tcp 00000400:00000200:2.0:1788677069.165368:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.53@tcp NI seq info: [550446:550446:253:4294967295] 192.168.202.153@tcp LPNI seq info [550404:550404:5:4294967295] 00000400:00000200:2.0:1788677069.165372:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.165377:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp:) -> 192.168.202.153@tcp(192.168.202.153@tcp:192.168.202.153@tcp) : PUT try# 0 00000800:00000200:2.0:1788677069.165382:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.153@tcp 00000800:00000010:2.0:1788677069.165385:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9dda18f90b00. 00000800:00000200:2.0:1788677069.165388:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ddb04923f00] -> 12345-192.168.202.153@tcp (5) 00000800:00000200:2.0:1788677069.165392:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.153@tcp ip 192.168.202.153:988 00000800:00000200:2.0:1788677069.165395:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9dda18f90b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788677069.165397:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677069.165406:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9ddb11db3800: using a timeout of 100083 usecs (101 jiffies) 00000400:00000200:2.0:1788677069.165410:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000100:00000001:2.0:1788677069.165412:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ddb11db3800: PM QoS new deadline estimation for cpu 2 is 4306834021 00000100:00000001:2.0:1788677069.165414:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ddb11db3800: PM QoS request active for cpu 2, keep current deadline 4306837726 00000100:00000001:2.0:1788677069.165416:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ddb11db3800: PM QoS new deadline estimation for cpu 3 is 4306834021 00000100:00000001:2.0:1788677069.165418:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ddb11db3800: PM QoS request active for cpu 3, keep current deadline 4306837726 00000100:00000001:2.0:1788677069.165420:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788677069.165422:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677069.165425:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677069.165427:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677069.165439:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788677069.165441:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788677069.165480:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788677069.165484:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9dda18f90900. 00000400:00000200:2.0:1788677069.165489:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788677069.165494:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000400:00000200:2.0:1788677069.165500:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0528b000 00000400:00000010:2.0:1788677069.165503:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0528b000. 00000100:00000001:2.0:1788677069.165507:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788677069.165512:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9ddb2e7a5500 x1875551243298048/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.165521:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788677069.165525:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ddb2e7a5500 x1875551243298048/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677085 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.165531:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677069.165533:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788677069.165544:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788677069.165546:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9dda18f90a00. 00000400:00000200:2.0:1788677069.165548:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788677069.165551:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000400:00000200:2.0:1788677069.165554:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0528b110 00000400:00000010:2.0:1788677069.165556:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0528b110. 00000100:00000001:2.0:1788677069.165565:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788677069.165569:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9ddb2e7a7100 x1875551243298304/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.165576:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788677069.165579:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ddb2e7a7100 x1875551243298304/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.165585:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677069.165587:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788677069.165594:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788677069.165596:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9dda18f90600. 00000400:00000200:2.0:1788677069.165598:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788677069.165602:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000400:00000200:2.0:1788677069.165604:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0528baa0 00000400:00000010:2.0:1788677069.165606:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0528baa0. 00000100:00000001:2.0:1788677069.165607:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788677069.165611:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9ddb2e7a6d80 x1875551243298176/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.165618:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788677069.165620:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ddb2e7a6d80 x1875551243298176/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.165626:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677069.165627:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788677069.165685:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788677069.165687:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9dda18f90b00. 00000400:00000200:2.0:1788677069.165690:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788677069.165693:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000400:00000200:2.0:1788677069.165696:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0528b6e8 00000400:00000010:2.0:1788677069.165698:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0528b6e8. 00000100:00000001:2.0:1788677069.165700:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788677069.165703:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9ddb2e7a5f80 x1875551243298432/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.165709:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788677069.165718:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ddb2e7a5f80 x1875551243298432/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677085 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.165724:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677069.165726:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788677069.170341:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788677069.170359:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788677069.170364:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788677069.170366:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788677069.170375:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.170383:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp) <- 192.168.202.153@tcp : PUT - for me 00000400:00000200:2.0:1788677069.170405:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.170410:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.170415:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.170419:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.153@tcp of length 224 into portal 10 MB=0x6a9cdcd9d6600 00000400:00000200:2.0:1788677069.170424:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.170429:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.153@tcp of length 224/224 into md 0x51cb1d [1] + 224 00000800:00000001:2.0:1788677069.170436:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788677069.170440:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788677069.170443:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788677069.170448:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000100:00000001:2.0:1788677069.170454:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788677069.170464:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9ddb2e7a7100 x1875551243298304/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788677069.170475:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ddb2e7a7100 x1875551243298304/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.170493:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788677069.170502:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788677069.170506:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788677069.170508:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788677069.170510:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788677069.170513:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.170516:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp) <- 192.168.202.153@tcp : PUT - for me 00000400:00000200:2.0:1788677069.170527:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.170530:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.170533:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.170536:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.153@tcp of length 224 into portal 10 MB=0x6a9cdcd9d6580 00000400:00000200:2.0:1788677069.170539:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.170543:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.153@tcp of length 224/224 into md 0x51cb2d [1] + 224 00000800:00000001:2.0:1788677069.170547:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788677069.170553:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788677069.170555:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788677069.170571:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000100:00000001:2.0:1788677069.170575:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788677069.170580:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9ddb2e7a6d80 x1875551243298176/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788677069.170589:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ddb2e7a6d80 x1875551243298176/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.170597:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788677069.170600:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788677069.170604:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677069.170618:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788677069.170623:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788677069.170628:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788677069.170630:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788677069.170633:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ddb1826be70. 00000400:00000200:2.0:1788677069.170637:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0528ba18 00000400:00000010:2.0:1788677069.170639:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0528ba18. 00000100:00000001:2.0:1788677069.170642:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788677069.170646:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9ddb2e7a6d80 x1875551243298176/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788677069.170655:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9ddb2e7a6d80 x1875551243298176/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.170661:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788677069.170668:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677069.170671:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788677069.170674:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788677069.170676:0:2402:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788677069.170678:0:2402:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677069.170681:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788677069.170690:0:2402:0:(import.c:2195:obd_at_measure()) add 60 to ffff9ddb04830460 time=86 v=60 (60 60 60 61) 00000100:00001000:2.0:1788677069.170694:0:2402:0:(import.c:2195:obd_at_measure()) add 1 to ffff9ddb04830418 time=16 v=5 (1 1 1 1) 00000100:00000001:2.0:1788677069.170697:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788677069.170699:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788677069.170701:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788677069.170704:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677069.170708:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788677069.170710:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ddb11db3800: skip recheck: last_committed 30064771586 00000100:00000001:2.0:1788677069.170712:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788677069.170713:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677069.170719:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ddb2e7a6d80 x1875551243298176/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.170727:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788677069.170730:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788677069.170732:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788677069.170735:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ddb2e7a6d80 x1875551243298176/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788677069.170743:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ddb2e7a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:58dcdce9-4269-40b2-adcc-a3c8d0589515:2402:1875551243298176:192.168.202.153@tcp:400:kworker.0 00000400:00000001:2.0:1788677069.170751:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788677069.170752:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788677069.170754:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ddb1826b5d8. 00000400:00000200:2.0:1788677069.170756:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0528b990 00000400:00000010:2.0:1788677069.170758:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0528b990. 00000100:00000001:2.0:1788677069.170760:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788677069.170763:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9ddb2e7a7100 x1875551243298304/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788677069.170771:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9ddb2e7a7100 x1875551243298304/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.170783:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788677069.170784:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677069.170786:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788677069.170788:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788677069.170789:0:2402:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788677069.170791:0:2402:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677069.170793:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788677069.170797:0:2402:0:(import.c:2195:obd_at_measure()) add 60 to ffff9ddb04835460 time=86 v=60 (60 60 60 61) 00000100:00001000:2.0:1788677069.170800:0:2402:0:(import.c:2195:obd_at_measure()) add 1 to ffff9ddb04835418 time=150 v=5 (1 1 1 0) 00000100:00000001:2.0:1788677069.170802:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788677069.170803:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788677069.170805:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788677069.170809:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ddb2e7a7100 x1875551243298304/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788677069.170815:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677069.170817:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788677069.170819:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9ddb11db3800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1788677069.170821:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788677069.170822:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677069.170826:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ddb2e7a7100 x1875551243298304/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.170832:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788677069.170834:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788677069.170836:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788677069.170839:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ddb2e7a7100 x1875551243298304/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788677069.170846:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ddb2e7a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:58dcdce9-4269-40b2-adcc-a3c8d0589515:2402:1875551243298304:192.168.202.153@tcp:400:kworker.0 00000100:00000001:2.0:1788677069.170850:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677069.170852:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788677069.170856:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ddb2e7a6d80 x1875551243298176/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.170868:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788677069.170870:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788677069.170873:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ddb0ab9c600. 02000000:00000001:2.0:1788677069.170876:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788677069.170879:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788677069.170881:0:2402:0:(genops.c:1223:class_import_put()) import ffff9ddb04830000 refcount=8 obd=lustre-MDT0000-mdc-ffff9ddb11db3800 00000020:00000001:2.0:1788677069.170883:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788677069.170886:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9dda18f90100. 02000000:00000001:2.0:1788677069.170890:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788677069.170892:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788677069.170893:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9ddb2e7a6d80. 00000100:00000001:2.0:1788677069.170897:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788677069.170898:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677069.170900:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788677069.170903:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ddb2e7a7100 x1875551243298304/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677154 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.170910:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788677069.170911:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788677069.170912:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ddb0ab9d400. 02000000:00000001:2.0:1788677069.170914:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788677069.170915:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788677069.170916:0:2402:0:(genops.c:1223:class_import_put()) import ffff9ddb04835000 refcount=3 obd=lustre-MDT0001-mdc-ffff9ddb11db3800 00000020:00000001:2.0:1788677069.170918:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788677069.170919:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9dda18f90500. 02000000:00000001:2.0:1788677069.170921:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788677069.170922:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788677069.170923:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9ddb2e7a7100. 00000100:00000001:2.0:1788677069.170925:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788677069.170926:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677069.170929:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677069.170931:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788677069.170932:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788677069.170943:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677069.170946:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788677069.176797:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788677069.176826:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788677069.176830:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788677069.176832:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788677069.176841:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.176848:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp) <- 192.168.202.153@tcp : PUT - for me 00000400:00000200:2.0:1788677069.177175:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.177183:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.177188:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.177192:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.153@tcp of length 224 into portal 4 MB=0x6a9cdcd9d6680 00000400:00000200:2.0:1788677069.177198:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.177203:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.153@tcp of length 224/224 into md 0x51cb3d [1] + 224 00000800:00000001:2.0:1788677069.177210:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788677069.177215:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788677069.177219:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788677069.177223:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000100:00000001:2.0:1788677069.177230:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788677069.177240:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9ddb2e7a5f80 x1875551243298432/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788677069.177252:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ddb2e7a5f80 x1875551243298432/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.177264:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788677069.177271:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788677069.177274:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788677069.177276:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788677069.177278:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788677069.177281:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.177284:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp) <- 192.168.202.153@tcp : PUT - for me 00000400:00000200:2.0:1788677069.177289:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.177292:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.177294:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.177297:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.153@tcp of length 224 into portal 25 MB=0x6a9cdcd9d6500 00000400:00000200:2.0:1788677069.177300:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677069.177310:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.153@tcp of length 224/224 into md 0x51cb0d [1] + 224 00000800:00000001:2.0:1788677069.177315:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788677069.177321:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788677069.177323:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788677069.177326:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000100:00000001:2.0:1788677069.177329:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788677069.177334:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9ddb2e7a5500 x1875551243298048/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677085 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788677069.177344:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ddb2e7a5500 x1875551243298048/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.177352:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788677069.177355:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788677069.177357:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677069.177370:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788677069.177373:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788677069.177380:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788677069.177381:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788677069.177384:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ddb1826b7e8. 00000400:00000200:2.0:1788677069.177388:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0528b3b8 00000400:00000010:2.0:1788677069.177391:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0528b3b8. 00000100:00000001:2.0:1788677069.177393:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788677069.178493:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9ddb2e7a5f80 x1875551243298432/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788677069.178508:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9ddb2e7a5f80 x1875551243298432/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.178515:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788677069.178518:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677069.178521:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788677069.178523:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788677069.178526:0:2402:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788677069.178528:0:2402:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677069.178530:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788677069.178539:0:2402:0:(import.c:2195:obd_at_measure()) add 5 to ffff9ddb18eb8c60 time=86 v=5 (5 5 5 5) 00000100:00001000:2.0:1788677069.178550:0:2402:0:(import.c:2195:obd_at_measure()) add 1 to ffff9ddb18eb8c18 time=97 v=5 (1 1 0 0) 00000100:00000001:2.0:1788677069.178552:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788677069.178554:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788677069.178557:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788677069.178560:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677069.178564:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788677069.178566:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9ddb11db3800: skip recheck: last_committed 21474860402 00000100:00000001:2.0:1788677069.178639:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788677069.178642:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677069.178648:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ddb2e7a5f80 x1875551243298432/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.178655:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788677069.178658:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788677069.178661:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788677069.178664:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ddb2e7a5f80 x1875551243298432/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677085 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788677069.178672:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ddb2e7a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:58dcdce9-4269-40b2-adcc-a3c8d0589515:2402:1875551243298432:192.168.202.153@tcp:400:kworker.0 00000400:00000001:2.0:1788677069.178681:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788677069.178682:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788677069.178685:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ddb1826bd68. 00000400:00000200:2.0:1788677069.178690:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0528b4c8 00000400:00000010:2.0:1788677069.178692:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0528b4c8. 00000100:00000001:2.0:1788677069.178696:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788677069.178700:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9ddb2e7a5500 x1875551243298048/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788677069.178707:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9ddb2e7a5500 x1875551243298048/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.178712:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788677069.178714:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677069.178715:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788677069.178717:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788677069.178718:0:2402:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788677069.178725:0:2402:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677069.178727:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788677069.178730:0:2402:0:(import.c:2195:obd_at_measure()) add 5 to ffff9ddb1e88ac60 time=86 v=5 (5 5 5 5) 00000100:00001000:2.0:1788677069.178733:0:2402:0:(import.c:2195:obd_at_measure()) add 1 to ffff9ddb1e88ac18 time=16 v=5 (1 1 1 1) 00000100:00000001:2.0:1788677069.178735:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788677069.178736:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788677069.178738:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788677069.178740:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677069.178742:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677069.178746:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ddb2e7a5500 x1875551243298048/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.178752:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788677069.178753:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788677069.178755:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788677069.178758:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ddb2e7a5500 x1875551243298048/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677085 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788677069.178765:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ddb2e7a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61eaf626-bb40-4aac-819a-c824dcef4108:2402:1875551243298048:192.168.202.153@tcp:400:kworker.0 00000100:00000001:2.0:1788677069.178769:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677069.178772:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788677069.178775:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ddb2e7a5f80 x1875551243298432/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677085 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.178780:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788677069.178783:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788677069.178786:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ddb0ab9ce00. 02000000:00000001:2.0:1788677069.178790:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788677069.178792:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788677069.178794:0:2402:0:(genops.c:1223:class_import_put()) import ffff9ddb18eb8800 refcount=3 obd=lustre-OST0000-osc-ffff9ddb11db3800 00000020:00000001:2.0:1788677069.178796:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788677069.178799:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9dda18f90300. 02000000:00000001:2.0:1788677069.178803:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788677069.178804:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788677069.178806:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9ddb2e7a5f80. 00000100:00000001:2.0:1788677069.178809:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788677069.178816:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677069.178818:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788677069.178822:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ddb2e7a5500 x1875551243298048/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677085 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677069.178828:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788677069.178829:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788677069.178831:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ddb0ab9c400. 02000000:00000001:2.0:1788677069.178833:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788677069.178835:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788677069.178836:0:2402:0:(genops.c:1223:class_import_put()) import ffff9ddb1e88a800 refcount=3 obd=MGC192.168.202.153@tcp 00000020:00000001:2.0:1788677069.178837:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788677069.178839:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9dda18f90e00. 02000000:00000001:2.0:1788677069.178840:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788677069.178841:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788677069.178843:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9ddb2e7a5500. 00000100:00000001:2.0:1788677069.178845:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788677069.178846:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677069.178848:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677069.178857:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788677069.178858:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677069.178860:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788677069.178863:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677070.060312:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677070.060318:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677070.060324:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677070.060326:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788677070.060349:0:236981:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788677070.060352:0:236981:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788677070.060355:0:236981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788677071.084246:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677071.084253:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677071.084259:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677071.084263:0:281227:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788677071.084265:0:281227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788677071.084271:0:281227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788677071.084274:0:281227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788677071.084275:0:281227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677071.084278:0:281227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788677071.084280:0:281227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677071.084282:0:281227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677071.084284:0:281227:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788677071.085187:0:243003:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788677071.085193:0:243003:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788677071.085197:0:243003:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788677072.108277:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677072.108285:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677072.108291:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677072.108292:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788677072.108329:0:248718:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788677072.108333:0:248718:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788677072.108335:0:248718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788677073.012990:0:283138:0:(connection.c:75:cpu_latency_work()) work item of ffff9ddb06c70a20 (cpu 2) has reached its deadline 4306837726, at 4306837768 00000100:00000010:2.0:1788677073.013005:0:283138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ddb18ed6a20. 00000100:00000040:3.0F:1788677073.016579:0:254388:0:(connection.c:75:cpu_latency_work()) work item of ffff9ddb06c70b30 (cpu 3) has reached its deadline 4306837726, at 4306837772 00000100:00000010:3.0:1788677073.016612:0:254388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ddb18ed6e40. 00010000:00000001:1.0:1788677073.134880:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677073.134887:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677073.134892:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677073.134893:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788677073.135034:0:248717:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788677073.135037:0:248717:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788677073.135040:0:248717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788677074.158471:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677074.158480:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677074.158508:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677074.158510:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788677074.158650:0:236982:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788677074.158655:0:236982:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788677074.158659:0:236982:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788677074.284738:0:253682:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61eaf626-bb40-4aac-819a-c824dcef4108->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788677074.284753:0:253682:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788677074.284767:0:253682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9ddb1e362a00. 00000020:00000040:3.0:1788677074.284776:0:253682:0:(genops.c:1210:class_import_get()) import ffff9ddb1e88a800 refcount=4 obd=MGC192.168.202.153@tcp 00000100:00000001:3.0:1788677074.284782:0:253682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788677074.284786:0:253682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788677074.284793:0:253682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788677074.284804:0:253682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ddb34e4b300. 00000100:00000001:3.0:1788677074.284813:0:253682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788677074.284830:0:253682:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61eaf626-bb40-4aac-819a-c824dcef4108->MGS req@ffff9ddb1e362a00 x1875551243298560/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788677074.284843:0:253682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788677074.284849:0:253682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788677074.284857:0:253682:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006102fe34] to pc [ptlrpcd_01_00+0] req@ffff9ddb1e362a00 x1875551243298560/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.284894:0:253682:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788677074.284898:0:253682:0:(pinger.c:229:ptlrpc_pinger_process_import()) 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788677074.284901:0:253682:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788677074.284905:0:253682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9ddb1e361880. 00000020:00000040:3.0:1788677074.284908:0:253682:0:(genops.c:1210:class_import_get()) import ffff9ddb04830000 refcount=9 obd=lustre-MDT0000-mdc-ffff9ddb11db3800 00000100:00000001:3.0:1788677074.284910:0:253682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788677074.284912:0:253682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788677074.284914:0:253682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788677074.284918:0:253682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ddb34e4bf00. 00000100:00000001:3.0:1788677074.284921:0:253682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788677074.284926:0:253682:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-MDT0000_UUID req@ffff9ddb1e361880 x1875551243298688/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788677074.284933:0:253682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788677074.284935:0:253682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788677074.284940:0:253682:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f61ab4a] to pc [ptlrpcd_01_01+1] req@ffff9ddb1e361880 x1875551243298688/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.284969:0:253682:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788677074.284972:0:253682:0:(pinger.c:229:ptlrpc_pinger_process_import()) 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788677074.284976:0:253682:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788677074.284980:0:253682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9ddb1e361500. 00000020:00000040:3.0:1788677074.284983:0:253682:0:(genops.c:1210:class_import_get()) import ffff9ddb04835000 refcount=4 obd=lustre-MDT0001-mdc-ffff9ddb11db3800 00000100:00000001:3.0:1788677074.284985:0:253682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788677074.284987:0:253682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788677074.284989:0:253682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788677074.284993:0:253682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ddb34e4b000. 00000100:00000001:3.0:1788677074.284996:0:253682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788677074.285001:0:253682:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-MDT0001_UUID req@ffff9ddb1e361500 x1875551243298816/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788677074.285008:0:253682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788677074.285010:0:253682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788677074.285014:0:253682:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9655cd3] to pc [ptlrpcd_01_00+0] req@ffff9ddb1e361500 x1875551243298816/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.285021:0:253682:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788677074.285024:0:253682:0:(pinger.c:229:ptlrpc_pinger_process_import()) 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788677074.285027:0:253682:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788677074.285031:0:253682:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9ddb1e361c00. 00000020:00000040:3.0:1788677074.285033:0:253682:0:(genops.c:1210:class_import_get()) import ffff9ddb18eb8800 refcount=4 obd=lustre-OST0000-osc-ffff9ddb11db3800 00000100:00000001:3.0:1788677074.285035:0:253682:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788677074.285037:0:253682:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788677074.285039:0:253682:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788677074.285044:0:253682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ddb34e4bd00. 00000100:00000001:3.0:1788677074.285047:0:253682:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788677074.285051:0:253682:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-OST0000_UUID req@ffff9ddb1e361c00 x1875551243298944/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788677074.285057:0:253682:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788677074.285066:0:253682:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788677074.285071:0:253682:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb4d6ae0] to pc [ptlrpcd_01_01+1] req@ffff9ddb1e361c00 x1875551243298944/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.285078:0:253682:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788677074.285081:0:253682:0:(pinger.c:229:ptlrpc_pinger_process_import()) 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788677074.285085:0:253682:0:(pinger.c:247:ptlrpc_pinger_process_import()) 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788677074.285090:0:253682:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12176) 00000100:00000001:2.0:1788677074.285322:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788677074.285328:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788677074.285331:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788677074.285338:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ddb1e362a00 x1875551243298560/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677074.285352:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788677074.285355:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677074.285359:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788677074.285362:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788677074.285365:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788677074.285369:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ddb1e362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61eaf626-bb40-4aac-819a-c824dcef4108:2402:1875551243298560:192.168.202.153@tcp:400:kworker.0 00000100:00000001:2.0:1788677074.285374:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788677074.285380:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788677074.285383:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677074.285386:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788677074.285391:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ddb0ab9da00. 02000000:00000001:2.0:1788677074.285393:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788677074.285404:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000010:2.0:1788677074.285409:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ddb1826bd68. 00000400:00000010:2.0:1788677074.285418:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0528b4c8. 00000100:00000200:2.0:1788677074.285427:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875551243298560, portal 25 00000100:00000001:2.0:1788677074.285430:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788677074.285432:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636163163105792 : -107910546445824 : ffff9ddb1e362a00) 00000100:00000040:2.0:1788677074.285438:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ddb1e362a00 x1875551243298560/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677074.285446:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788677074.285449:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.153@tcp 00000400:00000010:2.0:1788677074.285452:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0528b3b8. 00000100:00000200:2.0:1788677074.285455:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875551243298560, offset 0 00000400:00000200:2.0:1788677074.285463:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.153@tcp 00000400:00000200:2.0:1788677074.285484:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677074.285493:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.153@tcp local destination 00000400:00000200:2.0:1788677074.285501:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788677074.285505:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.53@tcp 00000400:00000200:2.0:1788677074.285509:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.53@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788677074.285513:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.153@tcp 00000400:00000200:2.0:1788677074.285523:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.53@tcp NI seq info: [550447:550447:256:4294967295] 192.168.202.153@tcp LPNI seq info [550405:550405:8:4294967295] 00000400:00000200:2.0:1788677074.285528:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677074.285539:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp:) -> 192.168.202.153@tcp(192.168.202.153@tcp:192.168.202.153@tcp) : PUT try# 0 00000800:00000200:2.0:1788677074.285546:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.153@tcp 00000800:00000010:2.0:1788677074.285551:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9dda18f90e00. 00000800:00000200:2.0:1788677074.285558:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ddb04923f00] -> 12345-192.168.202.153@tcp (5) 00000800:00000200:2.0:1788677074.285568:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.153@tcp ip 192.168.202.153:988 00000800:00000200:2.0:1788677074.285573:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9dda18f90e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788677074.285593:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788677074.285598:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000100:00000001:2.0:1788677074.285601:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.153@tcp: PM QoS new deadline estimation for cpu 2 is 4306842847 00000100:00000010:2.0:1788677074.285606:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ddb18ed6420. 00000100:00000001:2.0:1788677074.285616:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.153@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788677074.285622:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.153@tcp: PM QoS new deadline estimation for cpu 3 is 4306842847 00000100:00000010:2.0:1788677074.285625:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ddb18ed6240. 00000100:00000001:2.0:1788677074.285629:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.153@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788677074.285633:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788677074.285636:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677074.285639:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788677074.285643:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ddb1e361500 x1875551243298816/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677074.285650:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788677074.285651:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677074.285654:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788677074.285656:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788677074.285658:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788677074.285661:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ddb1e361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:58dcdce9-4269-40b2-adcc-a3c8d0589515:2402:1875551243298816:192.168.202.153@tcp:400:kworker.0 00000100:00000001:2.0:1788677074.285664:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788677074.285667:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788677074.285669:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677074.285741:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788677074.285745:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ddb0ab9cc00. 02000000:00000001:2.0:1788677074.285747:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788677074.285751:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000010:2.0:1788677074.285754:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ddb1826b7e8. 00000400:00000010:2.0:1788677074.285759:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0528b990. 00000100:00000200:2.0:1788677074.285762:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875551243298816, portal 10 00000100:00000001:2.0:1788677074.285765:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788677074.285766:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636163163100416 : -107910546451200 : ffff9ddb1e361500) 00000100:00000040:2.0:1788677074.285774:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ddb1e361500 x1875551243298816/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677074.285781:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788677074.285783:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.153@tcp 00000400:00000010:2.0:1788677074.285786:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0528ba18. 00000100:00000200:2.0:1788677074.285788:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875551243298816, offset 0 00000400:00000200:2.0:1788677074.285792:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.153@tcp 00000400:00000200:2.0:1788677074.285796:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677074.285800:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.153@tcp local destination 00000400:00000200:2.0:1788677074.285803:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788677074.285806:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.53@tcp 00000400:00000200:2.0:1788677074.285808:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.53@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788677074.285810:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.153@tcp 00000400:00000200:2.0:1788677074.285813:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.53@tcp NI seq info: [550448:550448:255:4294967295] 192.168.202.153@tcp LPNI seq info [550406:550406:7:4294967295] 00000400:00000200:2.0:1788677074.285817:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677074.285823:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp:) -> 192.168.202.153@tcp(192.168.202.153@tcp:192.168.202.153@tcp) : PUT try# 0 00000800:00000200:2.0:1788677074.285827:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.153@tcp 00000800:00000010:2.0:1788677074.285831:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9dda18f90300. 00000800:00000200:2.0:1788677074.285835:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ddb04923f00] -> 12345-192.168.202.153@tcp (5) 00000800:00000200:2.0:1788677074.285839:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.153@tcp ip 192.168.202.153:988 00000800:00000200:2.0:1788677074.285842:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9dda18f90300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788677074.285845:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677074.285855:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9ddb11db3800: using a timeout of 21133 usecs (22 jiffies) 00000400:00000200:2.0:1788677074.285859:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000100:00000001:2.0:1788677074.285861:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9ddb11db3800: PM QoS new deadline estimation for cpu 2 is 4306839063 00000100:00000001:2.0:1788677074.285864:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9ddb11db3800: PM QoS request active for cpu 2, keep current deadline 4306842847 00000100:00000001:2.0:1788677074.285867:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9ddb11db3800: PM QoS new deadline estimation for cpu 3 is 4306839063 00000100:00000001:2.0:1788677074.285869:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9ddb11db3800: PM QoS request active for cpu 3, keep current deadline 4306842847 00000100:00000001:2.0:1788677074.285871:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788677074.285873:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677074.285875:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677074.285878:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677074.285888:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788677074.285890:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788677074.285892:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788677074.285894:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788677074.285896:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788677074.285899:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788677074.285901:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677074.285903:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788677074.285905:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677074.285906:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788677074.285907:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788677074.285909:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788677074.285914:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ddb1e361880 x1875551243298688/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677074.285921:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788677074.285922:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677074.285924:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788677074.285926:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788677074.285928:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788677074.285931:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ddb1e361880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:58dcdce9-4269-40b2-adcc-a3c8d0589515:2402:1875551243298688:192.168.202.153@tcp:400:kworker.0 00000100:00000001:2.0:1788677074.285934:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788677074.285938:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788677074.285939:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677074.285946:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788677074.285949:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ddb0ab9c800. 02000000:00000001:2.0:1788677074.285952:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788677074.285955:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000010:2.0:1788677074.285958:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ddb1826b5d8. 00000400:00000010:2.0:1788677074.285962:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0528b6e8. 00000100:00000200:2.0:1788677074.285966:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875551243298688, portal 10 00000100:00000001:2.0:1788677074.285967:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788677074.285969:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636163163101312 : -107910546450304 : ffff9ddb1e361880) 00000100:00000040:2.0:1788677074.285976:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ddb1e361880 x1875551243298688/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677074.285982:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788677074.285984:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.153@tcp 00000400:00000010:2.0:1788677074.285987:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0528baa0. 00000100:00000200:2.0:1788677074.285989:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875551243298688, offset 0 00000400:00000200:2.0:1788677074.285994:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.153@tcp 00000400:00000200:2.0:1788677074.285998:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677074.286002:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.153@tcp local destination 00000400:00000200:2.0:1788677074.286005:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788677074.286008:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.53@tcp 00000400:00000200:2.0:1788677074.286010:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.53@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788677074.286012:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.153@tcp 00000400:00000200:2.0:1788677074.286015:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.53@tcp NI seq info: [550449:550449:254:4294967295] 192.168.202.153@tcp LPNI seq info [550407:550407:6:4294967295] 00000400:00000200:2.0:1788677074.286019:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677074.286025:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp:) -> 192.168.202.153@tcp(192.168.202.153@tcp:192.168.202.153@tcp) : PUT try# 0 00000800:00000200:2.0:1788677074.286029:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.153@tcp 00000800:00000010:2.0:1788677074.286033:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9dda18f90500. 00000800:00000200:2.0:1788677074.286037:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ddb04923f00] -> 12345-192.168.202.153@tcp (5) 00000800:00000200:2.0:1788677074.286041:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.153@tcp ip 192.168.202.153:988 00000800:00000200:2.0:1788677074.286044:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9dda18f90500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788677074.286047:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677074.286055:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ddb11db3800: using a timeout of 23135 usecs (24 jiffies) 00000400:00000200:2.0:1788677074.286058:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000100:00000001:2.0:1788677074.286060:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ddb11db3800: PM QoS new deadline estimation for cpu 2 is 4306839065 00000100:00000001:2.0:1788677074.286063:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ddb11db3800: PM QoS request active for cpu 2, keep current deadline 4306842847 00000100:00000001:2.0:1788677074.286065:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ddb11db3800: PM QoS new deadline estimation for cpu 3 is 4306839065 00000100:00000001:2.0:1788677074.286067:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ddb11db3800: PM QoS request active for cpu 3, keep current deadline 4306842847 00000100:00000001:2.0:1788677074.286069:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788677074.286071:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677074.286073:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788677074.286077:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ddb1e361c00 x1875551243298944/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677074.286083:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788677074.286085:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677074.286087:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788677074.286089:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788677074.286091:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788677074.286093:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ddb1e361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:58dcdce9-4269-40b2-adcc-a3c8d0589515:2402:1875551243298944:192.168.202.153@tcp:400:kworker.0 00000100:00000001:2.0:1788677074.286097:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788677074.286099:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788677074.286101:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677074.286102:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788677074.286106:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ddb0ab9d600. 02000000:00000001:2.0:1788677074.286108:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788677074.286111:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000010:2.0:1788677074.286114:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ddb1826be70. 00000400:00000010:2.0:1788677074.286117:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0528b110. 00000800:00000200:3.0:1788677074.286310:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788677074.286315:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9dda18f90e00. 00000400:00000200:3.0:1788677074.286324:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788677074.286330:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000400:00000200:3.0:1788677074.286337:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0528b3b8 00000400:00000010:3.0:1788677074.286340:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0528b3b8. 00000100:00000001:3.0:1788677074.286345:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788677074.286350:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9ddb1e362a00 x1875551243298560/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.286361:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788677074.286365:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ddb1e362a00 x1875551243298560/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677090 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.286372:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788677074.286373:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788677074.286387:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788677074.286389:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9dda18f90300. 00000400:00000200:3.0:1788677074.286392:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788677074.286395:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000400:00000200:3.0:1788677074.286398:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0528ba18 00000400:00000010:3.0:1788677074.286399:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0528ba18. 00000100:00000001:3.0:1788677074.286402:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788677074.286405:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9ddb1e361500 x1875551243298816/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.286411:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788677074.286420:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ddb1e361500 x1875551243298816/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.286427:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788677074.286429:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:2.0:1788677074.288641:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875551243298944, portal 4 00000100:00000001:2.0:1788677074.288652:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788677074.288654:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636163163102208 : -107910546449408 : ffff9ddb1e361c00) 00000100:00000040:2.0:1788677074.288671:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ddb1e361c00 x1875551243298944/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677074.288718:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788677074.288721:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.153@tcp 00000400:00000010:2.0:1788677074.288727:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0528b000. 00000100:00000200:2.0:1788677074.288731:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875551243298944, offset 0 00000400:00000200:2.0:1788677074.288737:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.153@tcp 00000400:00000200:2.0:1788677074.288748:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677074.288757:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.153@tcp local destination 00000400:00000200:2.0:1788677074.288763:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788677074.288767:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.53@tcp 00000400:00000200:2.0:1788677074.288771:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.53@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788677074.288774:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.153@tcp 00000400:00000200:2.0:1788677074.288778:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.53@tcp NI seq info: [550450:550450:255:4294967295] 192.168.202.153@tcp LPNI seq info [550408:550408:7:4294967295] 00000400:00000200:2.0:1788677074.288782:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:2.0:1788677074.288792:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp:) -> 192.168.202.153@tcp(192.168.202.153@tcp:192.168.202.153@tcp) : PUT try# 0 00000800:00000200:2.0:1788677074.288798:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.153@tcp 00000800:00000010:2.0:1788677074.288805:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9dda18f90100. 00000800:00000200:2.0:1788677074.288813:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ddb04923f00] -> 12345-192.168.202.153@tcp (5) 00000800:00000200:2.0:1788677074.288821:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.153@tcp ip 192.168.202.153:988 00000800:00000200:2.0:1788677074.288826:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9dda18f90100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788677074.288830:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677074.288834:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9ddb11db3800: using a timeout of 100026 usecs (101 jiffies) 00000400:00000200:2.0:1788677074.288837:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000100:00000001:2.0:1788677074.288841:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ddb11db3800: PM QoS new deadline estimation for cpu 2 is 4306839145 00000100:00000001:2.0:1788677074.288845:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ddb11db3800: PM QoS request active for cpu 2, keep current deadline 4306842847 00000100:00000001:2.0:1788677074.288848:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ddb11db3800: PM QoS new deadline estimation for cpu 3 is 4306839145 00000100:00000001:2.0:1788677074.288850:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ddb11db3800: PM QoS request active for cpu 3, keep current deadline 4306842847 00000100:00000001:2.0:1788677074.288853:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788677074.288857:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677074.288868:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677074.288873:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677074.288899:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788677074.288902:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788677074.289102:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788677074.289107:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9dda18f90500. 00000400:00000200:3.0:1788677074.289113:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788677074.289119:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000400:00000200:3.0:1788677074.289149:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0528baa0 00000400:00000010:3.0:1788677074.289152:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0528baa0. 00000100:00000001:3.0:1788677074.294053:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788677074.294080:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9ddb1e361880 x1875551243298688/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.294098:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788677074.294103:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ddb1e361880 x1875551243298688/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.294111:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788677074.294113:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788677074.294159:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677074.294176:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788677074.294179:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677074.294182:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788677074.294190:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677074.294196:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp) <- 192.168.202.153@tcp : PUT - for me 00000400:00000200:3.0:1788677074.294246:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677074.294251:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677074.294257:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677074.294261:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.153@tcp of length 224 into portal 10 MB=0x6a9cdcd9d6800 00000400:00000200:3.0:1788677074.294267:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677074.294273:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.153@tcp of length 224/224 into md 0x51cb5d [1] + 224 00000800:00000001:3.0:1788677074.294282:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677074.294287:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788677074.294291:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788677074.294312:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000100:00000001:3.0:1788677074.294321:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788677074.294326:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9ddb1e361500 x1875551243298816/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788677074.294335:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ddb1e361500 x1875551243298816/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.294353:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788677074.294424:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788677074.294428:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9dda18f90100. 00000400:00000200:3.0:1788677074.294433:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788677074.294436:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000400:00000200:3.0:1788677074.294441:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0528b000 00000400:00000010:3.0:1788677074.294444:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0528b000. 00000100:00000001:3.0:1788677074.294448:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788677074.294453:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9ddb1e361c00 x1875551243298944/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.294462:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788677074.294465:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ddb1e361c00 x1875551243298944/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677090 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.294472:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788677074.294474:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788677074.294487:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677074.294492:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788677074.294493:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677074.294496:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788677074.294499:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677074.294503:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp) <- 192.168.202.153@tcp : PUT - for me 00000400:00000200:3.0:1788677074.294507:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677074.294510:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677074.294513:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677074.294516:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.153@tcp of length 224 into portal 10 MB=0x6a9cdcd9d6780 00000400:00000200:3.0:1788677074.294520:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677074.294530:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.153@tcp of length 224/224 into md 0x51cb6d [1] + 224 00000800:00000001:3.0:1788677074.294536:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677074.294540:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788677074.294542:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788677074.294741:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000100:00000001:3.0:1788677074.294747:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788677074.294751:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9ddb1e361880 x1875551243298688/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788677074.294759:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ddb1e361880 x1875551243298688/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.294767:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788677074.294772:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677074.294777:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788677074.294779:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677074.294781:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788677074.294784:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677074.294787:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp) <- 192.168.202.153@tcp : PUT - for me 00000400:00000200:3.0:1788677074.294792:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677074.294795:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677074.294797:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677074.294800:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.153@tcp of length 224 into portal 25 MB=0x6a9cdcd9d6700 00000400:00000200:3.0:1788677074.294804:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677074.294808:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.153@tcp of length 224/224 into md 0x51cb4d [1] + 224 00000800:00000001:3.0:1788677074.294812:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677074.294818:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788677074.294820:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788677074.294823:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000100:00000001:3.0:1788677074.294826:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788677074.294830:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9ddb1e362a00 x1875551243298560/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788677074.294837:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ddb1e362a00 x1875551243298560/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.294851:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788677074.294855:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677074.294859:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788677074.295326:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788677074.295332:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788677074.295340:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788677074.295342:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788677074.295345:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ddb1826b5d8. 00000400:00000200:3.0:1788677074.295350:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0528b6e8 00000400:00000010:3.0:1788677074.295352:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0528b6e8. 00000100:00000001:3.0:1788677074.295355:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788677074.295360:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9ddb1e361880 x1875551243298688/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788677074.295369:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9ddb1e361880 x1875551243298688/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.295377:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788677074.295379:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788677074.295382:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788677074.295385:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788677074.295388:0:2402:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788677074.295391:0:2402:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788677074.295394:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788677074.295407:0:2402:0:(import.c:2195:obd_at_measure()) add 60 to ffff9ddb04830460 time=91 v=60 (60 60 60 61) 00000100:00001000:3.0:1788677074.295412:0:2402:0:(import.c:2195:obd_at_measure()) add 1 to ffff9ddb04830418 time=21 v=5 (1 1 1 1) 00000100:00000001:3.0:1788677074.295415:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788677074.295417:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788677074.295421:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788677074.295425:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788677074.295430:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788677074.295432:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ddb11db3800: skip recheck: last_committed 30064771586 00000100:00000001:3.0:1788677074.295435:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788677074.295437:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788677074.295444:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ddb1e361880 x1875551243298688/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.295466:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788677074.295470:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788677074.295472:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788677074.295490:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ddb1e361880 x1875551243298688/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788677074.295499:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ddb1e361880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:58dcdce9-4269-40b2-adcc-a3c8d0589515:2402:1875551243298688:192.168.202.153@tcp:400:kworker.0 00000400:00000001:3.0:1788677074.295508:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788677074.295509:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788677074.295511:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ddb1826bd68. 00000400:00000200:3.0:1788677074.295514:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0528b4c8 00000400:00000010:3.0:1788677074.295516:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0528b4c8. 00000100:00000001:3.0:1788677074.295519:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788677074.295523:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9ddb1e362a00 x1875551243298560/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788677074.295531:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9ddb1e362a00 x1875551243298560/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.295538:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788677074.295539:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788677074.295541:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788677074.295543:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788677074.295544:0:2402:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788677074.295546:0:2402:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788677074.295548:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788677074.295551:0:2402:0:(import.c:2195:obd_at_measure()) add 5 to ffff9ddb1e88ac60 time=91 v=5 (5 5 5 5) 00000100:00001000:3.0:1788677074.295554:0:2402:0:(import.c:2195:obd_at_measure()) add 1 to ffff9ddb1e88ac18 time=21 v=5 (1 1 1 1) 00000100:00000001:3.0:1788677074.295557:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788677074.295558:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788677074.295703:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788677074.295706:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788677074.295709:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788677074.295714:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ddb1e362a00 x1875551243298560/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677090 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.295727:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788677074.295729:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788677074.295730:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788677074.295735:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ddb1e362a00 x1875551243298560/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677090 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788677074.295742:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ddb1e362a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:61eaf626-bb40-4aac-819a-c824dcef4108:2402:1875551243298560:192.168.202.153@tcp:400:kworker.0 00000400:00000001:3.0:1788677074.295750:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788677074.295751:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788677074.295753:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ddb1826b7e8. 00000400:00000200:3.0:1788677074.295757:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0528b990 00000400:00000010:3.0:1788677074.295759:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0528b990. 00000100:00000001:3.0:1788677074.295761:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788677074.295765:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9ddb1e361500 x1875551243298816/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788677074.295774:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9ddb1e361500 x1875551243298816/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.295781:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788677074.295782:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788677074.295784:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788677074.295786:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788677074.295787:0:2402:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788677074.295789:0:2402:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788677074.295791:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788677074.295796:0:2402:0:(import.c:2195:obd_at_measure()) add 60 to ffff9ddb04835460 time=91 v=60 (60 60 60 61) 00000100:00001000:3.0:1788677074.295799:0:2402:0:(import.c:2195:obd_at_measure()) add 1 to ffff9ddb04835418 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1788677074.295801:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788677074.295802:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788677074.295804:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788677074.295808:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ddb1e361500 x1875551243298816/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788677074.295826:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788677074.295829:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788677074.295831:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9ddb11db3800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1788677074.295832:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788677074.295834:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788677074.295838:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ddb1e361500 x1875551243298816/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.295845:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788677074.295847:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788677074.295849:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788677074.295853:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ddb1e361500 x1875551243298816/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788677074.295861:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ddb1e361500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:58dcdce9-4269-40b2-adcc-a3c8d0589515:2402:1875551243298816:192.168.202.153@tcp:400:kworker.0 00000100:00000001:3.0:1788677074.295866:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788677074.295868:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788677074.295872:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ddb1e361880 x1875551243298688/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.295879:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788677074.295882:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788677074.295998:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ddb0ab9c800. 02000000:00000001:3.0:1788677074.296003:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788677074.296006:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788677074.296008:0:2402:0:(genops.c:1223:class_import_put()) import ffff9ddb04830000 refcount=8 obd=lustre-MDT0000-mdc-ffff9ddb11db3800 00000020:00000001:3.0:1788677074.296010:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788677074.296013:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ddb34e4bf00. 02000000:00000001:3.0:1788677074.296018:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788677074.296020:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788677074.296022:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9ddb1e361880. 00000100:00000001:3.0:1788677074.296027:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788677074.296028:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788677074.296100:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788677074.296105:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ddb1e362a00 x1875551243298560/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677090 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.296112:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788677074.296114:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788677074.296291:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ddb0ab9da00. 02000000:00000001:3.0:1788677074.296296:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788677074.296297:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788677074.296299:0:2402:0:(genops.c:1223:class_import_put()) import ffff9ddb1e88a800 refcount=3 obd=MGC192.168.202.153@tcp 00000020:00000001:3.0:1788677074.296301:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788677074.296302:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ddb34e4b300. 02000000:00000001:3.0:1788677074.296305:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788677074.296306:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788677074.296307:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9ddb1e362a00. 00000100:00000001:3.0:1788677074.296310:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788677074.296312:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788677074.296314:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788677074.296318:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ddb1e361500 x1875551243298816/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677159 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.296325:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788677074.296326:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788677074.296328:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ddb0ab9cc00. 02000000:00000001:3.0:1788677074.296330:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788677074.296331:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788677074.296332:0:2402:0:(genops.c:1223:class_import_put()) import ffff9ddb04835000 refcount=3 obd=lustre-MDT0001-mdc-ffff9ddb11db3800 00000020:00000001:3.0:1788677074.296334:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788677074.296335:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ddb34e4b000. 02000000:00000001:3.0:1788677074.296337:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788677074.296339:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788677074.296340:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9ddb1e361500. 00000100:00000001:3.0:1788677074.296342:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788677074.296342:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788677074.296346:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788677074.296348:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788677074.296349:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788677074.296351:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788677074.296353:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788677074.301883:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677074.301916:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788677074.301921:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677074.301923:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788677074.301934:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677074.301944:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp) <- 192.168.202.153@tcp : PUT - for me 00000400:00000200:3.0:1788677074.301956:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677074.301962:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677074.301968:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677074.301973:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.153@tcp of length 224 into portal 4 MB=0x6a9cdcd9d6880 00000400:00000200:3.0:1788677074.301979:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677074.301986:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.153@tcp of length 224/224 into md 0x51cb7d [1] + 224 00000800:00000001:3.0:1788677074.301996:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677074.302004:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788677074.302009:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788677074.302013:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000100:00000001:3.0:1788677074.302023:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788677074.302034:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9ddb1e361c00 x1875551243298944/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788677074.302212:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ddb1e361c00 x1875551243298944/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677074.302239:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788677074.302250:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677074.302254:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677074.302673:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788677074.302679:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788677074.302688:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788677074.302691:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788677074.302704:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ddb1826be70. 00000400:00000200:2.0:1788677074.302710:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0528b110 00000400:00000010:2.0:1788677074.302713:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0528b110. 00000100:00000001:2.0:1788677074.302717:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788677074.302724:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9ddb1e361c00 x1875551243298944/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788677074.302734:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9ddb1e361c00 x1875551243298944/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677074.302742:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788677074.302744:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677074.302747:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788677074.302751:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788677074.302754:0:2402:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788677074.302756:0:2402:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788677074.302760:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788677074.302772:0:2402:0:(import.c:2195:obd_at_measure()) add 5 to ffff9ddb18eb8c60 time=91 v=5 (5 5 5 5) 00000100:00001000:2.0:1788677074.302777:0:2402:0:(import.c:2195:obd_at_measure()) add 1 to ffff9ddb18eb8c18 time=102 v=5 (1 1 0 0) 00000100:00000001:2.0:1788677074.302780:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788677074.302782:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788677074.302785:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788677074.302788:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677074.302792:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788677074.302795:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9ddb11db3800: skip recheck: last_committed 21474860402 00000100:00000001:2.0:1788677074.302797:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788677074.302800:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788677074.302805:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ddb1e361c00 x1875551243298944/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677090 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677074.302838:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788677074.302841:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788677074.302844:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788677074.302849:0:2402:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ddb1e361c00 x1875551243298944/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677090 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788677074.302858:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ddb1e361c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:58dcdce9-4269-40b2-adcc-a3c8d0589515:2402:1875551243298944:192.168.202.153@tcp:400:kworker.0 00000100:00000001:2.0:1788677074.302864:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677074.302867:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788677074.302870:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ddb1e361c00 x1875551243298944/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677090 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677074.302876:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788677074.302879:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788677074.302883:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ddb0ab9d600. 02000000:00000001:2.0:1788677074.302887:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788677074.302890:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788677074.302892:0:2402:0:(genops.c:1223:class_import_put()) import ffff9ddb18eb8800 refcount=3 obd=lustre-OST0000-osc-ffff9ddb11db3800 00000020:00000001:2.0:1788677074.302894:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788677074.302897:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ddb34e4bd00. 02000000:00000001:2.0:1788677074.302901:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788677074.302903:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788677074.302905:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9ddb1e361c00. 00000100:00000001:2.0:1788677074.302908:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788677074.302910:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677074.302912:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788677074.302921:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788677074.302924:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677074.302927:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788677074.302930:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677075.180281:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677075.180292:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677075.180300:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677075.180301:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788677075.180324:0:236981:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788677075.180328:0:236981:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788677075.180331:0:236981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788677076.002212:0:285754:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677076.211583:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677076.211593:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677076.211601:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677076.211602:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788677076.212502:0:243003:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788677076.212507:0:243003:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788677076.212512:0:243003:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788677077.228797:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677077.228805:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677077.228811:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677077.228812:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788677077.229071:0:248718:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788677077.229096:0:248718:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788677077.229100:0:248718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788677078.124212:0:254388:0:(connection.c:75:cpu_latency_work()) work item of ffff9ddb06c70b30 (cpu 3) has reached its deadline 4306842847, at 4306842880 00000100:00000040:2.0:1788677078.124212:0:283138:0:(connection.c:75:cpu_latency_work()) work item of ffff9ddb06c70a20 (cpu 2) has reached its deadline 4306842847, at 4306842880 00000100:00000010:3.0:1788677078.124226:0:254388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ddb18ed6240. 00000100:00000010:2.0:1788677078.124227:0:283138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ddb18ed6420. 00010000:00000001:1.0:1788677078.253337:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677078.253344:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677078.253349:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677078.253351:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788677078.253426:0:248717:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788677078.253429:0:248717:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788677078.253432:0:248717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788677079.276731:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677079.276740:0:281227:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788677079.276742:0:281227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788677079.276746:0:281227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677079.276750:0:281227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788677079.276752:0:281227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677079.276754:0:281227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677079.276757:0:281227:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677079.276760:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677079.276762:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788677079.277785:0:236982:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788677079.277790:0:236982:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788677079.277793:0:236982:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788677079.404419:0:234181:0:(pinger.c:229:ptlrpc_pinger_process_import()) 61eaf626-bb40-4aac-819a-c824dcef4108->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788677079.404430:0:234181:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788677079.404440:0:234181:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9ddb2cd9d180. 00000020:00000040:0.0:1788677079.404446:0:234181:0:(genops.c:1210:class_import_get()) import ffff9ddb1e88a800 refcount=4 obd=MGC192.168.202.153@tcp 00000100:00000001:0.0:1788677079.404450:0:234181:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788677079.404453:0:234181:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788677079.404457:0:234181:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788677079.404465:0:234181:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ddb2d911400. 00000100:00000001:0.0:1788677079.404471:0:234181:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788677079.404483:0:234181:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 61eaf626-bb40-4aac-819a-c824dcef4108->MGS req@ffff9ddb2cd9d180 x1875551243299072/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788677079.404495:0:234181:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788677079.404498:0:234181:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788677079.404504:0:234181:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b13bd0b5] to pc [ptlrpcd_00_00+0] req@ffff9ddb2cd9d180 x1875551243299072/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788677079.404535:0:234181:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788677079.404538:0:234181:0:(pinger.c:229:ptlrpc_pinger_process_import()) 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788677079.404542:0:234181:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788677079.404545:0:234181:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9ddb2cd9ca80. 00000020:00000040:0.0:1788677079.404547:0:234181:0:(genops.c:1210:class_import_get()) import ffff9ddb04830000 refcount=9 obd=lustre-MDT0000-mdc-ffff9ddb11db3800 00000100:00000001:0.0:1788677079.404549:0:234181:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788677079.404551:0:234181:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788677079.404552:0:234181:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788677079.404556:0:234181:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ddb2d911c00. 00000100:00000001:0.0:1788677079.404558:0:234181:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788677079.404576:0:234181:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-MDT0000_UUID req@ffff9ddb2cd9ca80 x1875551243299200/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788677079.404584:0:234181:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788677079.404586:0:234181:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788677079.404590:0:234181:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065ebaab3] to pc [ptlrpcd_00_01+1] req@ffff9ddb2cd9ca80 x1875551243299200/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788677079.404600:0:234181:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788677079.404602:0:234181:0:(pinger.c:229:ptlrpc_pinger_process_import()) 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788677079.404606:0:234181:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788677079.404608:0:234181:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9ddb2cd9dc00. 00000020:00000040:0.0:1788677079.404611:0:234181:0:(genops.c:1210:class_import_get()) import ffff9ddb04835000 refcount=4 obd=lustre-MDT0001-mdc-ffff9ddb11db3800 00000100:00000001:0.0:1788677079.404613:0:234181:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788677079.404614:0:234181:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788677079.404616:0:234181:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788677079.404619:0:234181:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ddb2d911700. 00000100:00000001:0.0:1788677079.404622:0:234181:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788677079.404626:0:234181:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-MDT0001_UUID req@ffff9ddb2cd9dc00 x1875551243299328/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788677079.404633:0:234181:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788677079.404635:0:234181:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788677079.404638:0:234181:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0562b17] to pc [ptlrpcd_00_00+0] req@ffff9ddb2cd9dc00 x1875551243299328/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788677079.404646:0:234181:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788677079.404648:0:234181:0:(pinger.c:229:ptlrpc_pinger_process_import()) 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788677079.404652:0:234181:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788677079.404654:0:234181:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9ddb2cd9f800. 00000020:00000040:0.0:1788677079.404656:0:234181:0:(genops.c:1210:class_import_get()) import ffff9ddb18eb8800 refcount=4 obd=lustre-OST0000-osc-ffff9ddb11db3800 00000100:00000001:0.0:1788677079.404658:0:234181:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788677079.404659:0:234181:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788677079.404660:0:234181:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788677079.404668:0:234181:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9ddb2d911800. 00000100:00000001:0.0:1788677079.404671:0:234181:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788677079.404675:0:234181:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-OST0000_UUID req@ffff9ddb2cd9f800 x1875551243299456/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788677079.404682:0:234181:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788677079.404684:0:234181:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788677079.404687:0:234181:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a661fe3a] to pc [ptlrpcd_00_01+1] req@ffff9ddb2cd9f800 x1875551243299456/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788677079.404695:0:234181:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788677079.404697:0:234181:0:(pinger.c:229:ptlrpc_pinger_process_import()) 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788677079.404700:0:234181:0:(pinger.c:247:ptlrpc_pinger_process_import()) 58dcdce9-4269-40b2-adcc-a3c8d0589515->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788677079.404705:0:234181:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12181) 00000100:00000001:1.0:1788677079.404772:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788677079.404776:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788677079.404778:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788677079.404784:0:2400:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ddb2cd9d180 x1875551243299072/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788677079.404792:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788677079.404799:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788677079.404803:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788677079.404806:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788677079.404808:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788677079.404812:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ddb2cd9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61eaf626-bb40-4aac-819a-c824dcef4108:2400:1875551243299072:192.168.202.153@tcp:400:kworker.0 00000100:00000001:1.0:1788677079.404817:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788677079.404822:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788677079.404824:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788677079.404826:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788677079.404831:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ddb1e259a00. 02000000:00000001:1.0:1788677079.404832:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788677079.404839:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000010:1.0:1788677079.404843:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ddb083b0688. 00000400:00000010:1.0:1788677079.404849:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0333d5d8. 00000100:00000200:1.0:1788677079.404855:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875551243299072, portal 25 00000100:00000001:1.0:1788677079.404857:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788677079.404859:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636163408712064 : -107910300839552 : ffff9ddb2cd9d180) 00000100:00000040:1.0:1788677079.404864:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ddb2cd9d180 x1875551243299072/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788677079.404871:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788677079.404874:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.153@tcp 00000400:00000010:1.0:1788677079.404876:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0333df68. 00000100:00000200:1.0:1788677079.404880:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875551243299072, offset 0 00000400:00000200:1.0:1788677079.404886:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.153@tcp 00000400:00000200:1.0:1788677079.404893:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:1.0:1788677079.404900:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.153@tcp local destination 00000400:00000200:1.0:1788677079.404905:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788677079.404908:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.53@tcp 00000400:00000200:1.0:1788677079.404912:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.53@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788677079.404915:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.153@tcp 00000400:00000200:1.0:1788677079.404919:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.53@tcp NI seq info: [550451:550451:256:4294967295] 192.168.202.153@tcp LPNI seq info [550409:550409:8:4294967295] 00000400:00000200:1.0:1788677079.404923:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:1.0:1788677079.404933:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp:) -> 192.168.202.153@tcp(192.168.202.153@tcp:192.168.202.153@tcp) : PUT try# 0 00000800:00000200:1.0:1788677079.404944:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.153@tcp 00000800:00000010:1.0:1788677079.404949:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ddb06205100. 00000800:00000200:1.0:1788677079.404955:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ddb04923f00] -> 12345-192.168.202.153@tcp (5) 00000800:00000200:1.0:1788677079.404962:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.153@tcp ip 192.168.202.153:988 00000800:00000200:1.0:1788677079.404967:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ddb06205100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788677079.405063:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788677079.405069:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000100:00000001:1.0:1788677079.405071:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.153@tcp: PM QoS new deadline estimation for cpu 2 is 4306847966 00000100:00000010:1.0:1788677079.405076:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ddb1eca3120. 00000100:00000001:1.0:1788677079.405081:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.153@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788677079.405086:0:2400:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.153@tcp: PM QoS new deadline estimation for cpu 3 is 4306847966 00000100:00000010:1.0:1788677079.405088:0:2400:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9ddb1eca3ae0. 00000100:00000001:1.0:1788677079.405091:0:2400:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.153@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788677079.405094:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788677079.405097:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788677079.405099:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788677079.405103:0:2400:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ddb2cd9dc00 x1875551243299328/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788677079.405110:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788677079.405111:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788677079.405114:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788677079.405115:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788677079.405117:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788677079.405120:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ddb2cd9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:58dcdce9-4269-40b2-adcc-a3c8d0589515:2400:1875551243299328:192.168.202.153@tcp:400:kworker.0 00000100:00000001:1.0:1788677079.405151:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788677079.405153:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788677079.405155:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788677079.405157:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788677079.405160:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ddb1e258200. 02000000:00000001:1.0:1788677079.405162:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788677079.405165:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000010:1.0:1788677079.405172:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ddb083b09f8. 00000400:00000010:1.0:1788677079.405176:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0333d7f8. 00000100:00000200:1.0:1788677079.405179:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875551243299328, portal 10 00000100:00000001:1.0:1788677079.405181:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788677079.405182:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636163408714752 : -107910300836864 : ffff9ddb2cd9dc00) 00000100:00000040:1.0:1788677079.405189:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ddb2cd9dc00 x1875551243299328/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788677079.405196:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788677079.405198:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.153@tcp 00000400:00000010:1.0:1788677079.405200:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0333dc38. 00000100:00000200:1.0:1788677079.405202:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875551243299328, offset 0 00000400:00000200:1.0:1788677079.405206:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.153@tcp 00000400:00000200:1.0:1788677079.405210:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:1.0:1788677079.405213:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.153@tcp local destination 00000400:00000200:1.0:1788677079.405227:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788677079.405229:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.53@tcp 00000400:00000200:1.0:1788677079.405231:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.53@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788677079.405234:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.153@tcp 00000400:00000200:1.0:1788677079.405237:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.53@tcp NI seq info: [550452:550452:255:4294967295] 192.168.202.153@tcp LPNI seq info [550410:550410:7:4294967295] 00000400:00000200:1.0:1788677079.405241:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:1.0:1788677079.405247:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp:) -> 192.168.202.153@tcp(192.168.202.153@tcp:192.168.202.153@tcp) : PUT try# 0 00000800:00000200:1.0:1788677079.405251:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.153@tcp 00000800:00000010:1.0:1788677079.405255:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ddb06205200. 00000800:00000200:1.0:1788677079.405258:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ddb04923f00] -> 12345-192.168.202.153@tcp (5) 00000800:00000200:1.0:1788677079.405263:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.153@tcp ip 192.168.202.153:988 00000800:00000200:1.0:1788677079.405265:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ddb06205200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788677079.405268:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788677079.405272:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9ddb11db3800: using a timeout of 21133 usecs (22 jiffies) 00000400:00000200:1.0:1788677079.405275:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000100:00000001:1.0:1788677079.405276:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9ddb11db3800: PM QoS new deadline estimation for cpu 2 is 4306844183 00000100:00000001:1.0:1788677079.405279:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9ddb11db3800: PM QoS request active for cpu 2, keep current deadline 4306847966 00000100:00000001:1.0:1788677079.405286:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9ddb11db3800: PM QoS new deadline estimation for cpu 3 is 4306844183 00000100:00000001:1.0:1788677079.405288:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9ddb11db3800: PM QoS request active for cpu 3, keep current deadline 4306847966 00000100:00000001:1.0:1788677079.405291:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788677079.405293:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788677079.405295:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788677079.405298:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788677079.405305:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788677079.405307:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788677079.405309:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788677079.405310:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788677079.405312:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788677079.405314:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788677079.405316:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788677079.405318:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788677079.405319:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788677079.405321:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788677079.405322:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788677079.405323:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788677079.405328:0:2400:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ddb2cd9ca80 x1875551243299200/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788677079.405335:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788677079.405336:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788677079.405338:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788677079.405340:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788677079.405342:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788677079.405345:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ddb2cd9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:58dcdce9-4269-40b2-adcc-a3c8d0589515:2400:1875551243299200:192.168.202.153@tcp:400:kworker.0 00000100:00000001:1.0:1788677079.405348:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788677079.405350:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788677079.405352:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788677079.405353:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788677079.405356:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ddb1e258c00. 02000000:00000001:1.0:1788677079.405358:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788677079.405361:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000010:1.0:1788677079.405364:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ddb083b00b0. 00000400:00000010:1.0:1788677079.405371:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0333d220. 00000100:00000200:1.0:1788677079.405374:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875551243299200, portal 10 00000100:00000001:1.0:1788677079.405376:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788677079.405378:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636163408710272 : -107910300841344 : ffff9ddb2cd9ca80) 00000100:00000040:1.0:1788677079.405384:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ddb2cd9ca80 x1875551243299200/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788677079.405391:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788677079.405393:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.153@tcp 00000400:00000010:1.0:1788677079.405397:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0333d330. 00000100:00000200:1.0:1788677079.405399:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875551243299200, offset 0 00000400:00000200:1.0:1788677079.405403:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.153@tcp 00000400:00000200:1.0:1788677079.405406:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:1.0:1788677079.405409:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.153@tcp local destination 00000400:00000200:1.0:1788677079.405412:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788677079.405414:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.53@tcp 00000400:00000200:1.0:1788677079.405416:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.53@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788677079.405418:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.153@tcp 00000400:00000200:1.0:1788677079.405421:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.53@tcp NI seq info: [550453:550453:254:4294967295] 192.168.202.153@tcp LPNI seq info [550411:550411:6:4294967295] 00000400:00000200:1.0:1788677079.405424:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:1.0:1788677079.405430:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp:) -> 192.168.202.153@tcp(192.168.202.153@tcp:192.168.202.153@tcp) : PUT try# 0 00000800:00000200:1.0:1788677079.405434:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.153@tcp 00000800:00000010:1.0:1788677079.405437:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ddb06205700. 00000800:00000200:1.0:1788677079.405440:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ddb04923f00] -> 12345-192.168.202.153@tcp (5) 00000800:00000200:1.0:1788677079.405444:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.153@tcp ip 192.168.202.153:988 00000800:00000200:1.0:1788677079.405446:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ddb06205700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788677079.405449:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788677079.405451:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ddb11db3800: using a timeout of 23132 usecs (24 jiffies) 00000400:00000200:1.0:1788677079.405454:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000100:00000001:1.0:1788677079.405456:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ddb11db3800: PM QoS new deadline estimation for cpu 2 is 4306844185 00000100:00000001:1.0:1788677079.405458:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ddb11db3800: PM QoS request active for cpu 2, keep current deadline 4306847966 00000100:00000001:1.0:1788677079.405466:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ddb11db3800: PM QoS new deadline estimation for cpu 3 is 4306844185 00000100:00000001:1.0:1788677079.405468:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9ddb11db3800: PM QoS request active for cpu 3, keep current deadline 4306847966 00000100:00000001:1.0:1788677079.405470:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788677079.405472:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788677079.405474:0:2400:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788677079.405477:0:2400:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9ddb2cd9f800 x1875551243299456/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788677079.405483:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788677079.405485:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788677079.405486:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788677079.405488:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788677079.405490:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788677079.405492:0:2400:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ddb2cd9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:58dcdce9-4269-40b2-adcc-a3c8d0589515:2400:1875551243299456:192.168.202.153@tcp:400:kworker.0 00000100:00000001:1.0:1788677079.405495:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788677079.405497:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788677079.405498:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788677079.405500:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788677079.405502:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9ddb1e259400. 02000000:00000001:1.0:1788677079.405504:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788677079.405506:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000010:1.0:1788677079.405508:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9ddb083b0210. 00000400:00000010:1.0:1788677079.405511:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0333ddd0. 00000100:00000200:1.0:1788677079.405514:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875551243299456, portal 4 00000100:00000001:1.0:1788677079.405516:0:2400:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788677079.405518:0:2400:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446636163408721920 : -107910300829696 : ffff9ddb2cd9f800) 00000100:00000040:1.0:1788677079.405523:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9ddb2cd9f800 x1875551243299456/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788677079.405531:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788677079.405533:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.153@tcp 00000400:00000010:1.0:1788677079.405535:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9ddb0333d660. 00000100:00000200:1.0:1788677079.405537:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875551243299456, offset 0 00000400:00000200:1.0:1788677079.405545:0:2400:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.202.153@tcp 00000400:00000200:1.0:1788677079.405549:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:1.0:1788677079.405552:0:2400:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.153@tcp local destination 00000400:00000200:1.0:1788677079.405555:0:2400:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788677079.405557:0:2400:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.202.53@tcp 00000400:00000200:1.0:1788677079.405560:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.53@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788677079.405562:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.153@tcp 00000400:00000200:1.0:1788677079.405565:0:2400:0:(lib-move.c:1738:lnet_handle_send()) 192.168.202.53@tcp NI seq info: [550454:550454:253:4294967295] 192.168.202.153@tcp LPNI seq info [550412:550412:5:4294967295] 00000400:00000200:1.0:1788677079.405570:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:1.0:1788677079.405575:0:2400:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp:) -> 192.168.202.153@tcp(192.168.202.153@tcp:192.168.202.153@tcp) : PUT try# 0 00000800:00000200:1.0:1788677079.405580:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.153@tcp 00000800:00000010:1.0:1788677079.405583:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9ddb06205c00. 00000800:00000200:1.0:1788677079.405586:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ddb04923f00] -> 12345-192.168.202.153@tcp (5) 00000800:00000200:1.0:1788677079.405590:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.153@tcp ip 192.168.202.153:988 00000800:00000200:1.0:1788677079.405592:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ddb06205c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788677079.405594:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788677079.405597:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9ddb11db3800: using a timeout of 99972 usecs (100 jiffies) 00000400:00000200:1.0:1788677079.405600:0:2400:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000100:00000001:1.0:1788677079.405602:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ddb11db3800: PM QoS new deadline estimation for cpu 2 is 4306844261 00000100:00000001:1.0:1788677079.405605:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ddb11db3800: PM QoS request active for cpu 2, keep current deadline 4306847966 00000100:00000001:1.0:1788677079.405607:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9ddb11db3800: PM QoS new deadline estimation for cpu 3 is 4306844261 00000100:00000001:1.0:1788677079.405609:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9ddb11db3800: PM QoS request active for cpu 3, keep current deadline 4306847966 00000100:00000001:1.0:1788677079.405610:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788677079.405612:0:2400:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788677079.405615:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788677079.405617:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788677079.405633:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788677079.405635:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788677079.405888:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788677079.405892:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ddb06205100. 00000400:00000200:2.0:1788677079.405898:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788677079.405903:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000400:00000200:2.0:1788677079.405909:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0333df68 00000400:00000010:2.0:1788677079.405911:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0333df68. 00000100:00000001:2.0:1788677079.405915:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788677079.405920:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9ddb2cd9d180 x1875551243299072/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677079.405929:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788677079.405932:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ddb2cd9d180 x1875551243299072/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677095 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677079.405939:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677079.405941:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788677079.405952:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788677079.405954:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ddb06205200. 00000400:00000200:2.0:1788677079.405957:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788677079.405960:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000400:00000200:2.0:1788677079.405962:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0333dc38 00000400:00000010:2.0:1788677079.405964:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0333dc38. 00000100:00000001:2.0:1788677079.405966:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788677079.405969:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9ddb2cd9dc00 x1875551243299328/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677079.406041:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788677079.406045:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ddb2cd9dc00 x1875551243299328/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677079.406064:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677079.406065:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788677079.406075:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788677079.406077:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ddb06205700. 00000400:00000200:2.0:1788677079.406080:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788677079.406083:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000400:00000200:2.0:1788677079.406085:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0333d330 00000400:00000010:2.0:1788677079.406087:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0333d330. 00000100:00000001:2.0:1788677079.406089:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788677079.406093:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9ddb2cd9ca80 x1875551243299200/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677079.406100:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788677079.406103:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ddb2cd9ca80 x1875551243299200/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677079.406109:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677079.406111:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788677079.406520:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788677079.406524:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9ddb06205c00. 00000400:00000200:2.0:1788677079.406527:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788677079.406531:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000400:00000200:2.0:1788677079.406535:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0333d660 00000400:00000010:2.0:1788677079.406537:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0333d660. 00000100:00000001:2.0:1788677079.406540:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788677079.406544:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9ddb2cd9f800 x1875551243299456/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677079.406552:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788677079.406555:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9ddb2cd9f800 x1875551243299456/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677095 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788677079.406563:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788677079.406564:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788677079.412473:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677079.412485:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788677079.412490:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677079.412492:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788677079.412500:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677079.412507:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp) <- 192.168.202.153@tcp : PUT - for me 00000400:00000200:3.0:1788677079.412522:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677079.412527:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677079.412532:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677079.412536:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.153@tcp of length 224 into portal 25 MB=0x6a9cdcd9d6900 00000400:00000200:3.0:1788677079.412541:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677079.412547:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.153@tcp of length 224/224 into md 0x51cb8d [1] + 224 00000800:00000001:3.0:1788677079.412555:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677079.412560:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788677079.412563:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788677079.412568:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000100:00000001:3.0:1788677079.412576:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788677079.412586:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9ddb2cd9d180 x1875551243299072/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677095 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788677079.412596:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ddb2cd9d180 x1875551243299072/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677079.412617:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788677079.412625:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677079.412628:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788677079.412630:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677079.412631:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788677079.412634:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677079.412637:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp) <- 192.168.202.153@tcp : PUT - for me 00000400:00000200:3.0:1788677079.412641:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677079.412643:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677079.412645:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677079.412648:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.153@tcp of length 224 into portal 10 MB=0x6a9cdcd9d6a00 00000400:00000200:3.0:1788677079.412651:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677079.412655:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.153@tcp of length 224/224 into md 0x51cb95 [1] + 224 00000800:00000001:3.0:1788677079.412658:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677079.412660:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788677079.412662:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788677079.412670:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000100:00000001:3.0:1788677079.412674:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788677079.412677:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9ddb2cd9dc00 x1875551243299328/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788677079.412686:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ddb2cd9dc00 x1875551243299328/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677079.412692:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788677079.412696:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677079.412699:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788677079.412701:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677079.412702:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788677079.412705:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677079.412708:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp) <- 192.168.202.153@tcp : PUT - for me 00000400:00000200:3.0:1788677079.412711:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677079.412713:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677079.412716:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677079.412718:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.153@tcp of length 224 into portal 10 MB=0x6a9cdcd9d6980 00000400:00000200:3.0:1788677079.412721:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677079.412724:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.153@tcp of length 224/224 into md 0x51cb9d [1] + 224 00000800:00000001:3.0:1788677079.412728:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677079.412731:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788677079.412733:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788677079.412736:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000100:00000001:3.0:1788677079.412738:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788677079.412742:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9ddb2cd9ca80 x1875551243299200/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788677079.412750:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ddb2cd9ca80 x1875551243299200/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677079.412756:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788677079.412759:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677079.412767:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788677079.412769:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677079.412771:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788677079.412774:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677079.412777:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.202.53@tcp(192.168.202.53@tcp) <- 192.168.202.153@tcp : PUT - for me 00000400:00000200:3.0:1788677079.412781:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677079.412783:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677079.412786:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677079.412788:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.153@tcp of length 224 into portal 4 MB=0x6a9cdcd9d6a80 00000400:00000200:3.0:1788677079.412791:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.202.153@tcp to cpt 1 00000400:00000200:3.0:1788677079.412795:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.153@tcp of length 224/224 into md 0x51cba5 [1] + 224 00000800:00000001:3.0:1788677079.412798:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677079.412801:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788677079.412804:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788677079.412807:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.53@tcp->192.168.202.153@tcp: PUT: OK 00000100:00000001:3.0:1788677079.412810:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788677079.412816:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9ddb2cd9f800 x1875551243299456/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677095 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788677079.412824:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9ddb2cd9f800 x1875551243299456/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788677079.412831:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788677079.412834:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677079.412837:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788677079.412913:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788677079.412917:0:2400:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788677079.412924:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788677079.412931:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788677079.412934:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ddb083b00b0. 00000400:00000200:1.0:1788677079.412939:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0333d220 00000400:00000010:1.0:1788677079.412941:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0333d220. 00000100:00000001:1.0:1788677079.412945:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788677079.412950:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9ddb2cd9ca80 x1875551243299200/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788677079.412959:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9ddb2cd9ca80 x1875551243299200/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788677079.412966:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788677079.412968:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788677079.412970:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788677079.412974:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788677079.412977:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788677079.412979:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788677079.412994:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788677079.413003:0:2400:0:(import.c:2195:obd_at_measure()) add 60 to ffff9ddb04830460 time=96 v=60 (60 60 60 61) 00000100:00001000:1.0:1788677079.413007:0:2400:0:(import.c:2195:obd_at_measure()) add 1 to ffff9ddb04830418 time=26 v=5 (1 1 1 1) 00000100:00000001:1.0:1788677079.413010:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788677079.413012:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677079.413023:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788677079.413027:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788677079.413030:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788677079.413032:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9ddb11db3800: skip recheck: last_committed 30064771586 00000100:00000001:1.0:1788677079.413034:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788677079.413036:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788677079.413042:0:2400:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ddb2cd9ca80 x1875551243299200/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788677079.413050:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788677079.413053:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788677079.413054:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788677079.413058:0:2400:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ddb2cd9ca80 x1875551243299200/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788677079.413079:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ddb2cd9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:58dcdce9-4269-40b2-adcc-a3c8d0589515:2400:1875551243299200:192.168.202.153@tcp:400:kworker.0 00000400:00000001:1.0:1788677079.413085:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788677079.413086:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788677079.413088:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ddb083b0210. 00000400:00000200:1.0:1788677079.413091:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0333ddd0 00000400:00000010:1.0:1788677079.413092:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0333ddd0. 00000100:00000001:1.0:1788677079.413095:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788677079.413098:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9ddb2cd9f800 x1875551243299456/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788677079.413106:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9ddb2cd9f800 x1875551243299456/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677095 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788677079.413112:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788677079.413113:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788677079.413115:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788677079.413117:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788677079.413118:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788677079.413155:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788677079.413158:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788677079.413162:0:2400:0:(import.c:2195:obd_at_measure()) add 5 to ffff9ddb18eb8c60 time=96 v=5 (5 5 5 5) 00000100:00001000:1.0:1788677079.413166:0:2400:0:(import.c:2195:obd_at_measure()) add 1 to ffff9ddb18eb8c18 time=107 v=5 (1 1 0 0) 00000100:00000001:1.0:1788677079.413168:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788677079.413169:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677079.413171:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788677079.413173:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788677079.413176:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788677079.413177:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9ddb11db3800: skip recheck: last_committed 21474860402 00000100:00000001:1.0:1788677079.413179:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788677079.413180:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788677079.413185:0:2400:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ddb2cd9f800 x1875551243299456/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677095 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788677079.413191:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788677079.413198:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788677079.413199:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788677079.413204:0:2400:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ddb2cd9f800 x1875551243299456/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677095 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788677079.413211:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ddb2cd9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:58dcdce9-4269-40b2-adcc-a3c8d0589515:2400:1875551243299456:192.168.202.153@tcp:400:kworker.0 00000400:00000001:1.0:1788677079.413217:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788677079.413218:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788677079.413220:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ddb083b0688. 00000400:00000200:1.0:1788677079.413222:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0333d5d8 00000400:00000010:1.0:1788677079.413224:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0333d5d8. 00000100:00000001:1.0:1788677079.413226:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788677079.413230:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9ddb2cd9d180 x1875551243299072/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788677079.413237:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9ddb2cd9d180 x1875551243299072/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677095 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788677079.413243:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788677079.413244:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788677079.413246:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788677079.413248:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788677079.413249:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788677079.413250:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788677079.413252:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788677079.413255:0:2400:0:(import.c:2195:obd_at_measure()) add 5 to ffff9ddb1e88ac60 time=96 v=5 (5 5 5 5) 00000100:00001000:1.0:1788677079.413258:0:2400:0:(import.c:2195:obd_at_measure()) add 1 to ffff9ddb1e88ac18 time=26 v=5 (1 1 1 1) 00000100:00000001:1.0:1788677079.413260:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788677079.413261:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677079.413262:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788677079.413264:0:2400:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788677079.413265:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788677079.413269:0:2400:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ddb2cd9d180 x1875551243299072/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677095 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788677079.413275:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788677079.413283:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788677079.413284:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788677079.413289:0:2400:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ddb2cd9d180 x1875551243299072/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677095 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788677079.413295:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ddb2cd9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:61eaf626-bb40-4aac-819a-c824dcef4108:2400:1875551243299072:192.168.202.153@tcp:400:kworker.0 00000400:00000001:1.0:1788677079.413300:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788677079.413301:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788677079.413303:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9ddb083b09f8. 00000400:00000200:1.0:1788677079.413305:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9ddb0333d7f8 00000400:00000010:1.0:1788677079.413307:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9ddb0333d7f8. 00000100:00000001:1.0:1788677079.413309:0:2400:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788677079.413312:0:2400:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9ddb2cd9dc00 x1875551243299328/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788677079.413319:0:2400:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9ddb2cd9dc00 x1875551243299328/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788677079.413326:0:2400:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788677079.413327:0:2400:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788677079.413329:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788677079.413330:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788677079.413331:0:2400:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788677079.413333:0:2400:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788677079.413335:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788677079.413339:0:2400:0:(import.c:2195:obd_at_measure()) add 60 to ffff9ddb04835460 time=96 v=60 (60 60 60 61) 00000100:00001000:1.0:1788677079.413342:0:2400:0:(import.c:2195:obd_at_measure()) add 1 to ffff9ddb04835418 time=10 v=5 (1 1 1 1) 00000100:00000001:1.0:1788677079.413344:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788677079.413345:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677079.413347:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788677079.413351:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ddb2cd9dc00 x1875551243299328/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788677079.413358:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788677079.413360:0:2400:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788677079.413361:0:2400:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9ddb11db3800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1788677079.413369:0:2400:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788677079.413371:0:2400:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788677079.413375:0:2400:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9ddb2cd9dc00 x1875551243299328/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788677079.413381:0:2400:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788677079.413383:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788677079.413384:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788677079.413388:0:2400:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9ddb2cd9dc00 x1875551243299328/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788677079.413395:0:2400:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ddb2cd9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:58dcdce9-4269-40b2-adcc-a3c8d0589515:2400:1875551243299328:192.168.202.153@tcp:400:kworker.0 00000100:00000001:1.0:1788677079.413399:0:2400:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788677079.413401:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788677079.413405:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ddb2cd9ca80 x1875551243299200/t0(0) o400->lustre-MDT0000-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788677079.413411:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788677079.413414:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788677079.413417:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ddb1e258c00. 02000000:00000001:1.0:1788677079.413420:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788677079.413423:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788677079.413425:0:2400:0:(genops.c:1223:class_import_put()) import ffff9ddb04830000 refcount=8 obd=lustre-MDT0000-mdc-ffff9ddb11db3800 00000020:00000001:1.0:1788677079.413427:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788677079.413429:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ddb2d911c00. 02000000:00000001:1.0:1788677079.413433:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788677079.413435:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788677079.413437:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9ddb2cd9ca80. 00000100:00000001:1.0:1788677079.413440:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788677079.413442:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788677079.413443:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788677079.413447:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ddb2cd9f800 x1875551243299456/t0(0) o400->lustre-OST0000-osc-ffff9ddb11db3800@192.168.202.153@tcp:28/4 lens 224/224 e 0 to 0 dl 1788677095 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788677079.413453:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788677079.413461:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788677079.413463:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ddb1e259400. 02000000:00000001:1.0:1788677079.413466:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788677079.413467:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788677079.413468:0:2400:0:(genops.c:1223:class_import_put()) import ffff9ddb18eb8800 refcount=3 obd=lustre-OST0000-osc-ffff9ddb11db3800 00000020:00000001:1.0:1788677079.413470:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788677079.413472:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ddb2d911800. 02000000:00000001:1.0:1788677079.413474:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788677079.413475:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788677079.413477:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9ddb2cd9f800. 00000100:00000001:1.0:1788677079.413479:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788677079.413480:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788677079.413481:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788677079.413484:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ddb2cd9d180 x1875551243299072/t0(0) o400->MGC192.168.202.153@tcp@192.168.202.153@tcp:26/25 lens 224/224 e 0 to 0 dl 1788677095 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788677079.413490:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788677079.413491:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788677079.413493:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ddb1e259a00. 02000000:00000001:1.0:1788677079.413494:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788677079.413495:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788677079.413497:0:2400:0:(genops.c:1223:class_import_put()) import ffff9ddb1e88a800 refcount=3 obd=MGC192.168.202.153@tcp 00000020:00000001:1.0:1788677079.413498:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788677079.413500:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ddb2d911400. 02000000:00000001:1.0:1788677079.413502:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788677079.413503:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788677079.413504:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9ddb2cd9d180. 00000100:00000001:1.0:1788677079.413506:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788677079.413507:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788677079.413509:0:2400:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788677079.413512:0:2400:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9ddb2cd9dc00 x1875551243299328/t0(0) o400->lustre-MDT0001-mdc-ffff9ddb11db3800@192.168.202.153@tcp:12/10 lens 224/224 e 0 to 0 dl 1788677164 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788677079.413518:0:2400:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788677079.413519:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788677079.413520:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9ddb1e258200. 02000000:00000001:1.0:1788677079.413522:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788677079.413523:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788677079.413530:0:2400:0:(genops.c:1223:class_import_put()) import ffff9ddb04835000 refcount=3 obd=lustre-MDT0001-mdc-ffff9ddb11db3800 00000020:00000001:1.0:1788677079.413532:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788677079.413534:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9ddb2d911700. 02000000:00000001:1.0:1788677079.413536:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788677079.413537:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788677079.413538:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9ddb2cd9dc00. 00000100:00000001:1.0:1788677079.413541:0:2400:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788677079.413542:0:2400:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788677079.413544:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788677079.413551:0:2400:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788677079.413553:0:2400:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788677079.413555:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788677079.413557:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677080.302265:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677080.302273:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677080.302279:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677080.302280:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788677080.302306:0:236981:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788677080.302309:0:236981:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788677080.302311:0:236981:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788677081.244952:0:285896:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677081.324497:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677081.324504:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677081.324510:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677081.324513:0:281227:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788677081.324515:0:281227:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788677081.324522:0:281227:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788677081.324524:0:281227:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788677081.324525:0:281227:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677081.324528:0:281227:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788677081.324530:0:281227:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677081.324532:0:281227:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677081.324534:0:281227:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788677081.324684:0:243003:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788677081.324688:0:243003:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788677081.324690:0:243003:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1788677081.581372:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9ddb0800ed80] -> 12345-192.168.202.53@tcp (6) 00000800:00000200:0.0:1788677081.581381:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.53@tcp ip 192.168.202.53:988 00000800:00000200:0.0:1788677081.581385:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9ddb04dee300 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1788677081.581544:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1788677081.581550:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677081.581560:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788677081.581565:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788677081.581567:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1788677081.649827:0:285933:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788677081.649838:0:285933:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_816: @@@@@@ FAIL: client: import is not in IDLE state after 50 00000001:00000001:2.0:1788677081.655074:0:285933:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1788677082.354993:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677082.354999:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677082.355006:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677082.355007:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788677082.355732:0:248718:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788677082.355736:0:248718:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788677082.355754:0:248718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788677083.244791:0:283138:0:(connection.c:75:cpu_latency_work()) work item of ffff9ddb06c70a20 (cpu 2) has reached its deadline 4306847966, at 4306848000 00000100:00000010:2.0:1788677083.244807:0:283138:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ddb1eca3120. 00000100:00000040:3.0:1788677083.245504:0:254388:0:(connection.c:75:cpu_latency_work()) work item of ffff9ddb06c70b30 (cpu 3) has reached its deadline 4306847966, at 4306848000 00000100:00000010:3.0:1788677083.245512:0:254388:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9ddb1eca3ae0. 00000080:00000001:0.0:1788677083.328061:0:286033:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677083.379749:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677083.379756:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788677083.379775:0:281227:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788677083.379776:0:281227:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788677083.380635:0:248717:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788677083.380640:0:248717:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788677083.380644:0:248717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 1964 lines, 1964 kept, 0 dropped, 0 bad.