00010000:00000001:0.0F:1789093453.205470:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093453.205485:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093453.205492:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093453.205495:0:272950:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789093453.205497:0:272950:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789093453.205502:0:272950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789093453.205503:0:272950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789093453.205505:0:272950:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093453.205508:0:272950:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789093453.205510:0:272950:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093453.205512:0:272950:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093453.205514:0:272950:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1789093453.208155:0:247358:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093453.208171:0:247358:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093453.208176:0:247358:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789093453.653337:0:263387:0:(pinger.c:229:ptlrpc_pinger_process_import()) 44e1fe9d-a8e4-4124-a507-08739088143d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789093453.653346:0:263387:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789093453.653365:0:263387:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995c380. 00000020:00000040:1.0:1789093453.653371:0:263387:0:(genops.c:1231:class_import_get()) import ffff9784093e6000 refcount=4 obd=MGC192.168.206.138@tcp 00000100:00000001:1.0:1789093453.653375:0:263387:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093453.653378:0:263387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093453.653383:0:263387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093453.653392:0:263387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97841f620200. 00000100:00000001:1.0:1789093453.653398:0:263387:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093453.653408:0:263387:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 44e1fe9d-a8e4-4124-a507-08739088143d->MGS req@ffff97843995c380 x1875989369204608/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789093453.653418:0:263387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789093453.653423:0:263387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093453.653429:0:263387:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031a01295] to pc [ptlrpcd_00_00+0] req@ffff97843995c380 x1875989369204608/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093453.653460:0:263387:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093453.653463:0:263387:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789093453.653466:0:263387:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789093453.653468:0:263387:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995e680. 00000020:00000040:1.0:1789093453.653471:0:263387:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=6 obd=lustre-MDT0000-mdc-ffff978407827800 00000100:00000001:1.0:1789093453.653473:0:263387:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093453.653474:0:263387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093453.653475:0:263387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093453.653479:0:263387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97841f620100. 00000100:00000001:1.0:1789093453.653481:0:263387:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093453.653486:0:263387:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID req@ffff97843995e680 x1875989369204736/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789093453.653493:0:263387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789093453.653495:0:263387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093453.653517:0:263387:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096f65d22] to pc [ptlrpcd_00_01+1] req@ffff97843995e680 x1875989369204736/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093453.653525:0:263387:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093453.653527:0:263387:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789093453.653529:0:263387:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789093453.653532:0:263387:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995ce00. 00000020:00000040:1.0:1789093453.653534:0:263387:0:(genops.c:1231:class_import_get()) import ffff97840b490000 refcount=4 obd=lustre-MDT0001-mdc-ffff978407827800 00000100:00000001:1.0:1789093453.653537:0:263387:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093453.653538:0:263387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093453.653540:0:263387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093453.653543:0:263387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97841f620d00. 00000100:00000001:1.0:1789093453.653547:0:263387:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093453.653550:0:263387:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID req@ffff97843995ce00 x1875989369204864/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789093453.653557:0:263387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789093453.653560:0:263387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093453.653564:0:263387:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bbe01ec] to pc [ptlrpcd_00_00+0] req@ffff97843995ce00 x1875989369204864/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093453.653572:0:263387:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093453.653572:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1789093453.653575:0:263387:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789093453.653578:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093453.653579:0:263387:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1789093453.653581:0:2398:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1789093453.653584:0:263387:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995ed80. 00000020:00000040:1.0:1789093453.653589:0:263387:0:(genops.c:1231:class_import_get()) import ffff9784084a0000 refcount=4 obd=lustre-OST0000-osc-ffff978407827800 00000100:00000040:0.0:1789093453.653591:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995c380 x1875989369204608/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093453.653592:0:263387:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093453.653594:0:263387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093453.653598:0:263387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093453.653604:0:263387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97841f620900. 00000100:00000001:0.0:1789093453.653606:0:2398:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093453.653608:0:263387:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093453.653609:0:2398:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093453.653616:0:263387:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID req@ffff97843995ed80 x1875989369204992/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1789093453.653625:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789093453.653629:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789093453.653634:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789093453.653641:0:2398:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:44e1fe9d-a8e4-4124-a507-08739088143d:2398:1875989369204608:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093453.653645:0:263387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789093453.653647:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1789093453.653649:0:263387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093453.653654:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1789093453.653657:0:263387:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f293fb22] to pc [ptlrpcd_00_01+1] req@ffff97843995ed80 x1875989369204992/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1789093453.653658:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093453.653663:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1789093453.653670:0:263387:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789093453.653670:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978409387000. 00000100:00000040:1.0:1789093453.653673:0:263387:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1789093453.653674:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093453.653681:0:263387:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1789093453.653685:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000040:1.0:1789093453.653687:0:263387:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10736) 00000400:00000010:0.0:1789093453.653691:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841f00b4d0. 00000400:00000010:0.0:1789093453.653699:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49908. 00000100:00000200:0.0:1789093453.653705:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369204608, portal 25 00000100:00000001:0.0:1789093453.653707:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789093453.653709:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890434432 : -114880819117184 : ffff97843995c380) 00000100:00000001:1.0:1789093453.653714:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1789093453.653716:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995c380 x1875989369204608/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093453.653718:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093453.653720:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093453.653726:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995e680 x1875989369204736/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093453.653745:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1789093453.653746:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093453.653749:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093453.653752:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 02000000:00000001:1.0:1789093453.653754:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1789093453.653757:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49330. 02000000:00000001:1.0:1789093453.653758:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1789093453.653763:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875989369204608, offset 0 02000000:00000001:1.0:1789093453.653765:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093453.653770:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369204736:192.168.206.138@tcp:400:kworker.0 00000400:00000200:0.0:1789093453.653774:0:2398:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000100:00000001:1.0:1789093453.653778:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093453.653782:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093453.653784:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093453.653786:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 02000000:00000001:1.0:1789093453.653788:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093453.653793:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978407c3b600. 00000400:00000200:0.0:1789093453.653795:0:2398:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 02000000:00000001:1.0:1789093453.653796:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093453.653803:0:2398:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093453.653804:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.653809:0:2398:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000010:1.0:1789093453.653810:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978438546bb0. 00000400:00000200:0.0:1789093453.653815:0:2398:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1789093453.653816:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244440. 00000400:00000200:0.0:1789093453.653819:0:2398:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000100:00000200:1.0:1789093453.653822:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369204736, portal 10 00000400:00000200:0.0:1789093453.653826:0:2398:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546098:546098:256:4294967295] 192.168.206.138@tcp LPNI seq info [546059:546059:8:4294967295] 00000100:00000001:1.0:1789093453.653827:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1789093453.653833:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093453.653835:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890443392 : -114880819108224 : ffff97843995e680) 00000400:00000200:0.0:1789093453.653847:0:2398:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000100:00000040:1.0:1789093453.653848:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995e680 x1875989369204736/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1789093453.653858:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000100:00000001:1.0:1789093453.653860:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1789093453.653865:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff978405f37500. 00000100:00000040:1.0:1789093453.653866:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093453.653870:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244e58. 00000100:00000200:1.0:1789093453.653876:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369204736, offset 0 00000800:00000200:0.0:1789093453.653876:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000400:00000200:1.0:1789093453.653884:0:2399:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093453.653893:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000800:00000200:0.0:1789093453.653893:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:0.0:1789093453.653899:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff978405f37500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1789093453.653900:0:2399:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093453.653907:0:2399:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093453.653910:0:2399:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093453.653912:0:2399:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1789093453.653914:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093453.653915:0:2399:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093453.653923:0:2399:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546099:546099:255:4294967295] 192.168.206.138@tcp LPNI seq info [546060:546060:7:4294967295] 00000400:00000200:0.0:1789093453.653923:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:0.0:1789093453.653928:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305402615 00000400:00000200:1.0:1789093453.653932:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000010:0.0:1789093453.653935:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97842c80a540. 00000400:00000200:1.0:1789093453.653943:0:2399:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000100:00000001:0.0:1789093453.653944:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1789093453.653951:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000100:00000001:0.0:1789093453.653954:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305402615 00000800:00000010:1.0:1789093453.653956:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620b00. 00000100:00000010:0.0:1789093453.653959:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97842c80aa80. 00000800:00000200:1.0:1789093453.653964:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000100:00000001:0.0:1789093453.653965:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789093453.653971:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1789093453.653985:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000100:00000001:0.0:1789093453.653987:0:2398:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789093453.653990:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093453.653994:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093453.653999:0:2398:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093453.654000:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24663 usecs (25 jiffies) 00000100:00000040:0.0:1789093453.654006:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995ce00 x1875989369204864/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1789093453.654007:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093453.654011:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305398809 00000100:00000001:1.0:1789093453.654017:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305402615 00000100:00000001:0.0:1789093453.654020:0:2398:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093453.654022:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305398809 00000100:00000001:0.0:1789093453.654023:0:2398:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093453.654028:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305402615 02000000:00000001:0.0:1789093453.654029:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789093453.654032:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789093453.654035:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789093453.654038:0:2398:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369204864:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093453.654043:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093453.654044:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1789093453.654048:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093453.654048:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789093453.654052:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093453.654053:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1789093453.654055:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1789093453.654061:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995ed80 x1875989369204992/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1789093453.654061:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978409387c00. 02000000:00000001:0.0:1789093453.654065:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093453.654073:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093453.654076:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1789093453.654078:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841f00bdc0. 00000100:00000001:1.0:1789093453.654080:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093453.654084:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1789093453.654084:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49e58. 02000000:00000001:1.0:1789093453.654087:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1789093453.654089:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369204864, portal 10 02000000:00000001:1.0:1789093453.654091:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093453.654093:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789093453.654096:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890437120 : -114880819114496 : ffff97843995ce00) 00000100:00100000:1.0:1789093453.654098:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369204992:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093453.654103:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1789093453.654105:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995ce00 x1875989369204864/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1789093453.654106:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093453.654110:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093453.654112:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093453.654116:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978407c3be00. 02000000:00000001:1.0:1789093453.654118:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093453.654126:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789093453.654129:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:0.0:1789093453.654133:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49880. 00000400:00000200:1.0:1789093453.654134:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000200:0.0:1789093453.654137:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369204864, offset 0 00000400:00000010:1.0:1789093453.654140:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9784385468f0. 00000400:00000200:0.0:1789093453.654145:0:2398:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:0.0:1789093453.654150:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093453.654152:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244550. 00000400:00000200:0.0:1789093453.654156:0:2398:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000100:00000200:1.0:1789093453.654158:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369204992, portal 4 00000400:00000200:0.0:1789093453.654161:0:2398:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1789093453.654162:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093453.654166:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890445184 : -114880819106432 : ffff97843995ed80) 00000400:00000200:0.0:1789093453.654166:0:2398:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:0.0:1789093453.654171:0:2398:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1789093453.654177:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995ed80 x1875989369204992/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789093453.654184:0:2398:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000100:00000001:1.0:1789093453.654192:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093453.654196:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000200:0.0:1789093453.654199:0:2398:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546100:546100:254:4294967295] 192.168.206.138@tcp LPNI seq info [546061:546061:6:4294967295] 00000400:00000010:1.0:1789093453.654200:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244cc0. 00000100:00000200:1.0:1789093453.654204:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875989369204992, offset 0 00000400:00000200:0.0:1789093453.654208:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093453.654212:0:2399:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:0.0:1789093453.654218:0:2398:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:0.0:1789093453.654224:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093453.654228:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000800:00000010:0.0:1789093453.654229:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff978405f37a00. 00000400:00000200:1.0:1789093453.654234:0:2399:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000800:00000200:0.0:1789093453.654236:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:0.0:1789093453.654265:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:0.0:1789093453.654269:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff978405f37a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789093453.654275:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093453.654276:0:2399:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1789093453.654280:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: using a timeout of 22410 usecs (23 jiffies) 00000400:00000200:1.0:1789093453.654282:0:2399:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:0.0:1789093453.654287:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093453.654288:0:2399:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1789093453.654292:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305398808 00000400:00000200:1.0:1789093453.654294:0:2399:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000100:00000001:0.0:1789093453.654297:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305402615 00000400:00000200:1.0:1789093453.654300:0:2399:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546101:546101:253:4294967295] 192.168.206.138@tcp LPNI seq info [546062:546062:5:4294967295] 00000100:00000001:0.0:1789093453.654302:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305398808 00000100:00000001:0.0:1789093453.654308:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305402615 00000400:00000200:1.0:1789093453.654312:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:0.0:1789093453.654313:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093453.654318:0:2398:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093453.654322:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093453.654327:0:2399:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000100:00000001:0.0:1789093453.654327:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1789093453.654336:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000100:00000001:0.0:1789093453.654337:0:2398:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1789093453.654341:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620e00. 00000100:00000001:0.0:1789093453.654341:0:2398:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789093453.654345:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093453.654347:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1789093453.654349:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000100:00000001:0.0:1789093453.654350:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789093453.654356:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093453.654359:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093453.654363:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093453.654365:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093453.654368:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: using a timeout of 98247 usecs (99 jiffies) 00000400:00000200:1.0:1789093453.654373:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093453.654376:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305398884 00000100:00000001:1.0:1789093453.654378:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305402615 00000100:00000001:1.0:1789093453.654380:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305398884 00000100:00000001:1.0:1789093453.654383:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305402615 00000100:00000001:1.0:1789093453.654385:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093453.654387:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093453.654389:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093453.654391:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093453.654395:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093453.654397:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1789093453.654399:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093453.654400:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093453.654403:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093453.654405:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789093453.654410:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093453.654414:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff978405f37500. 00000400:00000200:0.0:1789093453.654421:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093453.654427:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093453.654432:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49330 00000400:00000010:0.0:1789093453.654441:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49330. 00000100:00000001:0.0:1789093453.654445:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093453.654450:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995c380 x1875989369204608/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093453.654459:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093453.654462:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995c380 x1875989369204608/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093453.654470:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093453.654471:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093453.654485:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093453.654487:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620b00. 00000400:00000200:0.0:1789093453.654491:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093453.654494:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093453.654496:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244e58 00000400:00000010:0.0:1789093453.654498:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244e58. 00000100:00000001:0.0:1789093453.654501:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093453.654504:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995e680 x1875989369204736/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093453.654511:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093453.654513:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995e680 x1875989369204736/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093453.654518:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093453.654519:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093453.654532:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093453.654534:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff978405f37a00. 00000400:00000200:0.0:1789093453.654536:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093453.654539:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093453.654541:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49880 00000400:00000010:0.0:1789093453.654542:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49880. 00000100:00000001:0.0:1789093453.654544:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093453.654547:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995ce00 x1875989369204864/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093453.654552:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093453.654562:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995ce00 x1875989369204864/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093453.654568:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093453.654569:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093453.654631:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093453.654633:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620e00. 00000400:00000200:0.0:1789093453.654636:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093453.654640:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093453.654643:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244cc0 00000400:00000010:0.0:1789093453.654644:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244cc0. 00000100:00000001:0.0:1789093453.654647:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093453.654650:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995ed80 x1875989369204992/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093453.654657:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093453.654659:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995ed80 x1875989369204992/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093453.654665:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093453.654667:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789093453.661305:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093453.661323:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093453.661327:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093453.661330:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093453.661397:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.661406:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093453.661416:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.661421:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.661426:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.661430:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff43000 00000400:00000200:0.0:1789093453.661435:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.661442:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d029 [1] + 224 00000800:00000001:0.0:1789093453.661450:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093453.661456:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093453.661459:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093453.661472:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093453.661481:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093453.661490:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995e680 x1875989369204736/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093453.661503:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995e680 x1875989369204736/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093453.661566:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093453.661571:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093453.661596:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093453.661606:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093453.661610:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093453.661612:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093453.661615:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093453.661618:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.661622:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093453.661627:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.661630:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.661633:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.661635:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 25 MB=0x6aa33cff42f80 00000400:00000200:0.0:1789093453.661639:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.661644:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d019 [1] + 224 00000800:00000001:0.0:1789093453.661648:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093453.661651:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093453.661653:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093453.661657:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093453.661659:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093453.661664:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995c380 x1875989369204608/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093453.661673:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995c380 x1875989369204608/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093453.661687:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093453.661691:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093453.661694:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093453.661701:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093453.661704:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093453.661707:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.661711:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093453.661715:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.661718:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.661720:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.661723:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff43080 00000400:00000200:0.0:1789093453.661726:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.661730:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d039 [1] + 224 00000800:00000001:0.0:1789093453.661733:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093453.661751:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093453.661753:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093453.661756:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093453.661759:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093453.661763:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995ce00 x1875989369204864/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093453.661771:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995ce00 x1875989369204864/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093453.661778:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093453.661782:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093453.661785:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093453.661796:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093453.661811:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789093453.661816:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093453.661818:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093453.661821:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841f00b4d0. 00000400:00000200:0.0:1789093453.661825:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49908 00000400:00000010:0.0:1789093453.661828:0:2398:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49908. 00000100:00000001:0.0:1789093453.661830:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093453.661835:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995c380 x1875989369204608/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093453.661842:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995c380 x1875989369204608/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093453.661855:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093453.661857:0:2398:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093453.661859:0:2398:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093453.661862:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093453.661864:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093453.661867:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093453.661870:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093453.661876:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff9784093e6460 time=149 v=5 (5 5 5 5) 00000100:00001000:0.0:1789093453.661880:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784093e6418 time=98 v=5 (1 1 0 0) 00000100:00000001:0.0:1789093453.661882:0:2398:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093453.661884:0:2398:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093453.661886:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789093453.661889:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093453.661891:0:2398:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093453.661896:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995c380 x1875989369204608/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093453.661903:0:2398:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093453.661906:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093453.661908:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093453.661912:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995c380 x1875989369204608/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093453.661918:0:2398:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:44e1fe9d-a8e4-4124-a507-08739088143d:2398:1875989369204608:192.168.206.138@tcp:400:kworker.0 00000400:00000001:0.0:1789093453.661924:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093453.661926:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093453.661927:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841f00bdc0. 00000400:00000200:0.0:1789093453.661930:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49e58 00000400:00000010:0.0:1789093453.661932:0:2398:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49e58. 00000100:00000001:0.0:1789093453.661934:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093453.661937:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995ce00 x1875989369204864/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093453.661945:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995ce00 x1875989369204864/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093453.661957:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093453.661958:0:2398:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093453.661960:0:2398:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093453.661962:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093453.661963:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093453.661964:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093453.661966:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093453.661971:0:2398:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b490460 time=148 v=60 (61 61 62 62) 00000100:00001000:0.0:1789093453.661974:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b490418 time=75 v=5 (1 1 0 0) 00000100:00000001:0.0:1789093453.661985:0:2398:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093453.661987:0:2398:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093453.661988:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789093453.661993:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97843995ce00 x1875989369204864/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789093453.662000:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093453.662002:0:2398:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789093453.662004:0:2398:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff978407827800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1789093453.662006:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789093453.662008:0:2398:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093453.662011:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995ce00 x1875989369204864/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093453.662017:0:2398:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093453.662019:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093453.662020:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093453.662024:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995ce00 x1875989369204864/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093453.662030:0:2398:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369204864:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093453.662035:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093453.662037:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093453.662040:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995c380 x1875989369204608/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093453.662062:0:2398:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093453.662065:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093453.662068:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978409387000. 02000000:00000001:0.0:1789093453.662071:0:2398:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093453.662073:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093453.662075:0:2398:0:(genops.c:1244:class_import_put()) import ffff9784093e6000 refcount=3 obd=MGC192.168.206.138@tcp 00000020:00000001:0.0:1789093453.662077:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093453.662079:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97841f620200. 02000000:00000001:0.0:1789093453.662082:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093453.662084:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093453.662086:0:2398:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995c380. 00000100:00000001:0.0:1789093453.662089:0:2398:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093453.662090:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093453.662092:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093453.662096:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995ce00 x1875989369204864/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093453.662101:0:2398:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093453.662102:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093453.662104:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978409387c00. 02000000:00000001:0.0:1789093453.662106:0:2398:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093453.662107:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093453.662108:0:2398:0:(genops.c:1244:class_import_put()) import ffff97840b490000 refcount=3 obd=lustre-MDT0001-mdc-ffff978407827800 00000020:00000001:0.0:1789093453.662121:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093453.662123:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97841f620d00. 02000000:00000001:0.0:1789093453.662125:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093453.662126:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093453.662127:0:2398:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995ce00. 00000100:00000001:0.0:1789093453.662130:0:2398:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093453.662131:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093453.662133:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093453.662140:0:2398:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789093453.662142:0:2398:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093453.662144:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093453.662147:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789093453.662900:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093453.662915:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093453.662918:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093453.662920:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093453.662925:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.662930:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093453.662934:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.662938:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.662942:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.662945:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 4 MB=0x6aa33cff43100 00000400:00000200:0.0:1789093453.662949:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093453.662953:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d049 [1] + 224 00000800:00000001:0.0:1789093453.662961:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093453.662966:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093453.662969:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093453.662972:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093453.662986:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093453.662993:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995ed80 x1875989369204992/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093453.663001:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995ed80 x1875989369204992/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093453.663010:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093453.663015:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093453.663018:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789093453.663444:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789093453.663447:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789093453.663450:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978438546bb0. 00000400:00000200:1.0:1789093453.663454:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244440 00000400:00000010:1.0:1789093453.663456:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244440. 00000100:00000001:1.0:1789093453.663460:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093453.663465:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995e680 x1875989369204736/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789093453.663474:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995e680 x1875989369204736/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093453.663479:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789093453.663481:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093453.663482:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1789093453.663485:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789093453.663486:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789093453.663487:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093453.663489:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789093453.663497:0:2399:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=148 v=60 (61 61 62 62) 00000100:00001000:1.0:1789093453.663500:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=98 v=5 (1 1 0 0) 00000100:00000001:1.0:1789093453.663502:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789093453.663503:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093453.663505:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789093453.663508:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093453.663511:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789093453.663512:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771458 00000100:00000001:1.0:1789093453.663514:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789093453.663515:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093453.663519:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995e680 x1875989369204736/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093453.663525:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093453.663527:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789093453.663529:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789093453.663532:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995e680 x1875989369204736/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789093453.663552:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369204736:192.168.206.138@tcp:400:kworker.0 00000400:00000001:1.0:1789093453.663558:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789093453.663559:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789093453.663560:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9784385468f0. 00000400:00000200:1.0:1789093453.663562:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244550 00000400:00000010:1.0:1789093453.663564:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244550. 00000100:00000001:1.0:1789093453.663566:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093453.663569:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995ed80 x1875989369204992/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789093453.663575:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995ed80 x1875989369204992/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093453.663580:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789093453.663582:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093453.663584:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1789093453.663585:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789093453.663586:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789093453.663587:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093453.663589:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789093453.663593:0:2399:0:(import.c:2149:obd_at_measure()) add 36 to ffff9784084a0460 time=148 v=36 (36 5 5 5) 00000100:00001000:1.0:1789093453.663596:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784084a0418 time=56 v=5 (1 1 0 0) 00000100:00000001:1.0:1789093453.663599:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789093453.663600:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093453.663601:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789093453.663603:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093453.663605:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789093453.663606:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff978407827800: skip recheck: last_committed 38654726918 00000100:00000001:1.0:1789093453.663608:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789093453.663609:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093453.663613:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995ed80 x1875989369204992/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093453.663619:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093453.663627:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789093453.663628:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789093453.663632:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995ed80 x1875989369204992/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789093453.663638:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369204992:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093453.663642:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093453.663644:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093453.663647:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995e680 x1875989369204736/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093538 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093453.663652:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789093453.663654:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789093453.663656:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978407c3b600. 02000000:00000001:1.0:1789093453.663659:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789093453.663660:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1789093453.663662:0:2399:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=5 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:1.0:1789093453.663664:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1789093453.663666:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97841f620100. 02000000:00000001:1.0:1789093453.663669:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789093453.663670:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789093453.663671:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995e680. 00000100:00000001:1.0:1789093453.663674:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789093453.663675:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093453.663676:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093453.663679:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995ed80 x1875989369204992/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093453.663684:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789093453.663685:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789093453.663686:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978407c3be00. 02000000:00000001:1.0:1789093453.663688:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789093453.663689:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1789093453.663690:0:2399:0:(genops.c:1244:class_import_put()) import ffff9784084a0000 refcount=3 obd=lustre-OST0000-osc-ffff978407827800 00000020:00000001:1.0:1789093453.663692:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1789093453.663693:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97841f620900. 02000000:00000001:1.0:1789093453.663700:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789093453.663701:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789093453.663702:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995ed80. 00000100:00000001:1.0:1789093453.663704:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789093453.663705:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093453.663707:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093453.663713:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093453.663715:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093453.663717:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093453.663719:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093454.229499:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093454.229506:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093454.229512:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093454.229513:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1789093454.230386:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093454.230397:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093454.230402:0:235705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093455.253319:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093455.253369:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093455.253376:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093455.253377:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093455.254897:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093455.254904:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093455.254909:0:247359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093456.277326:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093456.277333:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093456.277364:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093456.277366:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093456.277661:0:241652:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093456.277665:0:241652:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093456.277669:0:241652:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093457.301517:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093457.301545:0:272950:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789093457.301547:0:272950:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789093457.301549:0:272950:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093457.301552:0:272950:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789093457.301554:0:272950:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093457.301556:0:272950:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093457.301557:0:272950:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093457.301560:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093457.301561:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093457.302062:0:235706:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093457.302066:0:235706:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093457.302068:0:235706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789093457.493401:0:272950:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9000 (cpu 0) has reached its deadline 4305402615, at 4305402624 00000100:00000010:0.0:1789093457.493422:0:272950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97842c80a540. 00000100:00000040:1.0:1789093457.493848:0:190021:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9110 (cpu 0) has reached its deadline 4305402615, at 4305402624 00000100:00000010:1.0:1789093457.493864:0:190021:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97842c80aa80. 00010000:00000001:0.0:1789093458.328148:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093458.328154:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093458.328160:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093458.328161:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093458.328288:0:247358:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093458.328292:0:247358:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093458.328295:0:247358:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789093458.773406:0:231099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 44e1fe9d-a8e4-4124-a507-08739088143d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789093458.773414:0:231099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789093458.773421:0:231099:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978438732680. 00000020:00000040:0.0:1789093458.773425:0:231099:0:(genops.c:1231:class_import_get()) import ffff9784093e6000 refcount=4 obd=MGC192.168.206.138@tcp 00000100:00000001:0.0:1789093458.773429:0:231099:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789093458.773431:0:231099:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789093458.773435:0:231099:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789093458.773441:0:231099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff978405f37100. 00000100:00000001:0.0:1789093458.773447:0:231099:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093458.773455:0:231099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 44e1fe9d-a8e4-4124-a507-08739088143d->MGS req@ffff978438732680 x1875989369205120/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789093458.773463:0:231099:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789093458.773466:0:231099:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093458.773470:0:231099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfab1bae] to pc [ptlrpcd_00_00+0] req@ffff978438732680 x1875989369205120/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093458.773562:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093458.773566:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093458.773569:0:2398:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093458.773575:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978438732680 x1875989369205120/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093458.773585:0:2398:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093458.773586:0:2398:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093458.773590:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093458.773592:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093458.773594:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093458.773597:0:2398:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978438732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:44e1fe9d-a8e4-4124-a507-08739088143d:2398:1875989369205120:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093458.773601:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093458.773606:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093458.773608:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093458.773610:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093458.773615:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97841ef50a00. 02000000:00000001:1.0:1789093458.773617:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093458.773634:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093458.773638:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9784385468f0. 00000400:00000010:1.0:1789093458.773644:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244550. 00000100:00000200:1.0:1789093458.773650:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369205120, portal 25 00000100:00000001:1.0:1789093458.773652:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093458.773658:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192871388800 : -114880838162816 : ffff978438732680) 00000100:00000040:1.0:1789093458.773664:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978438732680 x1875989369205120/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093458.773670:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093458.773676:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093458.773679:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244440. 00000100:00000200:1.0:1789093458.773682:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875989369205120, offset 0 00000400:00000200:1.0:1789093458.773689:0:2398:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093458.773697:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093458.773703:0:2398:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093458.773708:0:2398:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093458.773711:0:2398:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093458.773714:0:2398:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093458.773717:0:2398:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093458.773724:0:2398:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546102:546102:256:4294967295] 192.168.206.138@tcp LPNI seq info [546063:546063:8:4294967295] 00000400:00000200:1.0:1789093458.773729:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093458.773737:0:2398:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093458.773743:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093458.773747:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620100. 00000800:00000200:1.0:1789093458.773752:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093458.773760:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093458.773763:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093458.773775:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093458.773779:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093458.773782:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305407735 00000100:00000010:1.0:1789093458.773786:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97841e8017e0. 00000100:00000001:1.0:1789093458.773797:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789093458.773804:0:2398:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305407735 00000100:00000010:1.0:1789093458.773807:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97841e801540. 00000100:00000001:1.0:1789093458.773809:0:2398:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789093458.773812:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093458.773814:0:2398:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093458.773817:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093458.773820:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093458.773845:0:231099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093458.773854:0:231099:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789093458.773857:0:231099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789093458.773860:0:231099:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978438730000. 00000020:00000040:0.0:1789093458.773863:0:231099:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=6 obd=lustre-MDT0000-mdc-ffff978407827800 00000100:00000001:1.0:1789093458.774456:0:2398:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093458.774459:0:2398:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789093458.774462:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093458.774464:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093458.774465:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093458.774468:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093458.774478:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093458.774480:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.775012:0:231099:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789093458.775015:0:231099:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789093458.775018:0:231099:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789093458.775024:0:231099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff978405f37a00. 00000100:00000001:0.0:1789093458.775029:0:231099:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093458.775037:0:231099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID req@ffff978438730000 x1875989369205248/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789093458.775046:0:231099:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789093458.775050:0:231099:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093458.775054:0:231099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f7767dfd] to pc [ptlrpcd_00_01+1] req@ffff978438730000 x1875989369205248/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.775083:0:231099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093458.775086:0:231099:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789093458.775089:0:231099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789093458.775092:0:231099:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978438731f80. 00000020:00000040:0.0:1789093458.775095:0:231099:0:(genops.c:1231:class_import_get()) import ffff97840b490000 refcount=4 obd=lustre-MDT0001-mdc-ffff978407827800 00000100:00000001:0.0:1789093458.775097:0:231099:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789093458.775099:0:231099:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789093458.775100:0:231099:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789093458.775103:0:231099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff978405f37500. 00000100:00000001:0.0:1789093458.775105:0:231099:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093458.775109:0:231099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID req@ffff978438731f80 x1875989369205376/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789093458.775116:0:231099:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789093458.775118:0:231099:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093458.775122:0:231099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000460e1e01] to pc [ptlrpcd_00_00+0] req@ffff978438731f80 x1875989369205376/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.775145:0:231099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093458.775148:0:231099:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789093458.775151:0:231099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789093458.775154:0:231099:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff978438732d80. 00000020:00000040:0.0:1789093458.775156:0:231099:0:(genops.c:1231:class_import_get()) import ffff9784084a0000 refcount=4 obd=lustre-OST0000-osc-ffff978407827800 00000100:00000001:0.0:1789093458.775158:0:231099:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789093458.775159:0:231099:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789093458.775161:0:231099:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789093458.775165:0:231099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff978405f37d00. 00000100:00000001:0.0:1789093458.775168:0:231099:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093458.775172:0:231099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID req@ffff978438732d80 x1875989369205504/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789093458.775179:0:231099:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789093458.775181:0:231099:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093458.775185:0:231099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b17ff1c] to pc [ptlrpcd_00_01+1] req@ffff978438732d80 x1875989369205504/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.775191:0:231099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093458.775194:0:231099:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789093458.775197:0:231099:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789093458.775202:0:231099:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10741) 00000800:00000200:0.0:1789093458.775319:0:2390:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093458.775323:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620100. 00000400:00000200:0.0:1789093458.775329:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093458.775333:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093458.775339:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244440 00000400:00000010:0.0:1789093458.775342:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244440. 00000100:00000001:0.0:1789093458.775346:0:2390:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093458.775350:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978438732680 x1875989369205120/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.775368:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093458.775372:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978438732680 x1875989369205120/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.775377:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.775379:0:2390:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1789093458.775395:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093458.775397:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093458.775399:0:2398:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789093458.775403:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978438731f80 x1875989369205376/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.775410:0:2398:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789093458.775412:0:2398:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093458.775416:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789093458.775418:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789093458.775420:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789093458.775423:0:2398:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978438731f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369205376:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093458.775427:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789093458.775431:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789093458.775433:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093458.775435:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789093458.775439:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978439e6aa00. 02000000:00000001:0.0:1789093458.775441:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093458.775447:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:0.0:1789093458.775450:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841f00bdc0. 00000400:00000010:0.0:1789093458.775454:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49e58. 00000100:00000200:0.0:1789093458.775459:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369205376, portal 10 00000100:00000001:0.0:1789093458.775461:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789093458.775462:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192871387008 : -114880838164608 : ffff978438731f80) 00000100:00000040:0.0:1789093458.775469:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978438731f80 x1875989369205376/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.775475:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789093458.775482:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:0.0:1789093458.775484:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49908. 00000100:00000200:0.0:1789093458.775487:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369205376, offset 0 00000400:00000200:0.0:1789093458.775492:0:2398:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:0.0:1789093458.775499:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.775505:0:2398:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:0.0:1789093458.775509:0:2398:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789093458.775512:0:2398:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:0.0:1789093458.775515:0:2398:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789093458.775517:0:2398:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:0.0:1789093458.775522:0:2398:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546103:546103:256:4294967295] 192.168.206.138@tcp LPNI seq info [546064:546064:8:4294967295] 00000400:00000200:0.0:1789093458.775527:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.775534:0:2398:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:0.0:1789093458.775539:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:0.0:1789093458.775544:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff978405f37700. 00000800:00000200:0.0:1789093458.775550:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:0.0:1789093458.775557:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:0.0:1789093458.775561:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff978405f37700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789093458.775570:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093458.775574:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: using a timeout of 22408 usecs (23 jiffies) 00000400:00000200:0.0:1789093458.775577:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:0.0:1789093458.775578:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305403929 00000100:00000001:0.0:1789093458.775582:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305407735 00000100:00000001:0.0:1789093458.775584:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305403929 00000100:00000001:0.0:1789093458.775586:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305407735 00000100:00000001:0.0:1789093458.775588:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093458.775590:0:2398:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.775593:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.775595:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093458.775600:0:2398:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789093458.775607:0:2398:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789093458.775609:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093458.775611:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093458.775612:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789093458.775615:0:2398:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1789093458.775616:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093458.775619:0:2398:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789093458.775620:0:2398:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093458.775622:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093458.775623:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093458.775624:0:2398:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789093458.775629:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978438730000 x1875989369205248/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.775635:0:2398:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789093458.775637:0:2398:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093458.775639:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789093458.775641:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789093458.775643:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789093458.775645:0:2398:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978438730000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369205248:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093458.775649:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789093458.775651:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789093458.775653:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093458.775655:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789093458.775657:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978439e6a200. 02000000:00000001:0.0:1789093458.775659:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093458.775662:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:0.0:1789093458.775664:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841f00b4d0. 00000400:00000010:0.0:1789093458.775667:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49880. 00000100:00000200:0.0:1789093458.775670:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369205248, portal 10 00000100:00000001:0.0:1789093458.775672:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789093458.775673:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192871378944 : -114880838172672 : ffff978438730000) 00000100:00000040:0.0:1789093458.775679:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978438730000 x1875989369205248/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.775686:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789093458.775693:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:0.0:1789093458.775695:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49330. 00000100:00000200:0.0:1789093458.775697:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369205248, offset 0 00000400:00000200:0.0:1789093458.775701:0:2398:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:0.0:1789093458.775705:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.775708:0:2398:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:0.0:1789093458.775711:0:2398:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789093458.775713:0:2398:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:0.0:1789093458.775715:0:2398:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789093458.775717:0:2398:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:0.0:1789093458.775720:0:2398:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546104:546104:255:4294967295] 192.168.206.138@tcp LPNI seq info [546065:546065:7:4294967295] 00000400:00000200:0.0:1789093458.775723:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.775728:0:2398:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:0.0:1789093458.775732:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:0.0:1789093458.775735:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff978405f37900. 00000800:00000200:0.0:1789093458.775739:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:0.0:1789093458.775743:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:0.0:1789093458.775746:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff978405f37900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789093458.775749:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093458.775751:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24660 usecs (25 jiffies) 00000400:00000200:0.0:1789093458.775754:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:0.0:1789093458.775756:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305403931 00000100:00000001:0.0:1789093458.775758:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305407735 00000100:00000001:0.0:1789093458.775761:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305403931 00000100:00000001:0.0:1789093458.775762:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305407735 00000100:00000001:0.0:1789093458.775764:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093458.775766:0:2398:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.775768:0:2398:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789093458.775773:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff978438732d80 x1875989369205504/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.775790:0:2398:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789093458.775791:0:2398:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093458.775793:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789093458.775795:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789093458.775797:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789093458.775800:0:2398:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff978438732d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369205504:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093458.775803:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789093458.775805:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789093458.775807:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093458.775808:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789093458.775811:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978439e6b600. 02000000:00000001:0.0:1789093458.775813:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093458.775817:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:0.0:1789093458.775819:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841f00bec8. 00000400:00000010:0.0:1789093458.775823:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49770. 00000100:00000200:0.0:1789093458.775826:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369205504, portal 4 00000100:00000001:0.0:1789093458.775828:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789093458.775829:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192871390592 : -114880838161024 : ffff978438732d80) 00000100:00000040:0.0:1789093458.775835:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff978438732d80 x1875989369205504/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.775841:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789093458.775843:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:0.0:1789093458.775846:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49198. 00000100:00000200:0.0:1789093458.775848:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875989369205504, offset 0 00000400:00000200:0.0:1789093458.775852:0:2398:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:0.0:1789093458.775856:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.775860:0:2398:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:0.0:1789093458.775862:0:2398:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789093458.775865:0:2398:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:0.0:1789093458.775867:0:2398:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789093458.775869:0:2398:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:0.0:1789093458.775877:0:2398:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546105:546105:254:4294967295] 192.168.206.138@tcp LPNI seq info [546066:546066:6:4294967295] 00000400:00000200:0.0:1789093458.775881:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.775886:0:2398:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:0.0:1789093458.775891:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:0.0:1789093458.775895:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff978405f37c00. 00000800:00000200:0.0:1789093458.775898:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:0.0:1789093458.775903:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:0.0:1789093458.775905:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff978405f37c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789093458.775908:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093458.775911:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: using a timeout of 98178 usecs (99 jiffies) 00000400:00000200:0.0:1789093458.775914:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:0.0:1789093458.775916:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305404005 00000100:00000001:0.0:1789093458.775918:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305407735 00000100:00000001:0.0:1789093458.775919:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305404005 00000100:00000001:0.0:1789093458.775921:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305407735 00000100:00000001:0.0:1789093458.775923:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093458.775925:0:2398:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.775928:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.775930:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789093458.775962:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093458.775965:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff978405f37700. 00000400:00000200:0.0:1789093458.775968:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093458.775972:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093458.775975:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49908 00000400:00000010:0.0:1789093458.775977:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49908. 00000100:00000001:0.0:1789093458.775979:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093458.775983:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978438731f80 x1875989369205376/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.775991:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093458.775994:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978438731f80 x1875989369205376/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.776006:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.776008:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093458.776017:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093458.776019:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff978405f37900. 00000400:00000200:0.0:1789093458.776022:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093458.776025:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093458.776027:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49330 00000400:00000010:0.0:1789093458.776029:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49330. 00000100:00000001:0.0:1789093458.776031:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093458.776034:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978438730000 x1875989369205248/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.776040:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093458.776043:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978438730000 x1875989369205248/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.776048:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.776049:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093458.776083:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093458.776086:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff978405f37c00. 00000400:00000200:0.0:1789093458.776089:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093458.776092:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093458.776095:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49198 00000400:00000010:0.0:1789093458.776096:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49198. 00000100:00000001:0.0:1789093458.776099:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093458.776102:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff978438732d80 x1875989369205504/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.776109:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093458.776111:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff978438732d80 x1875989369205504/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.776117:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.776118:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1789093458.776619:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093458.776623:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789093458.784670:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093458.784689:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093458.784694:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093458.784696:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093458.784704:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.784712:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093458.784720:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.784724:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.784729:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.784733:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff43200 00000400:00000200:0.0:1789093458.784738:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.784744:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d079 [1] + 224 00000800:00000001:0.0:1789093458.784750:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093458.784770:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093458.784773:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093458.784777:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093458.784784:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093458.784793:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978438730000 x1875989369205248/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093458.784804:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978438730000 x1875989369205248/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.784817:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093458.784824:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093458.784826:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093458.784836:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093458.784839:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789093458.784844:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093458.784846:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093458.784849:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841f00b4d0. 00000400:00000200:0.0:1789093458.784853:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49880 00000400:00000010:0.0:1789093458.784855:0:2398:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49880. 00000100:00000001:0.0:1789093458.784858:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093458.784862:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978438730000 x1875989369205248/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093458.784880:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978438730000 x1875989369205248/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.784886:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093458.784888:0:2398:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093458.784890:0:2398:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093458.784893:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093458.784895:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093458.784897:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093458.784900:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093458.784908:0:2398:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=153 v=60 (61 61 62 62) 00000100:00001000:0.0:1789093458.784912:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=103 v=5 (1 1 0 0) 00000100:00000001:0.0:1789093458.784915:0:2398:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093458.784917:0:2398:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093458.784919:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789093458.784923:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.784926:0:2398:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789093458.784928:0:2398:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771458 00000100:00000001:0.0:1789093458.784930:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789093458.784932:0:2398:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093458.784937:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978438730000 x1875989369205248/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.784944:0:2398:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093458.784946:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093458.784960:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093458.784965:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978438730000 x1875989369205248/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093458.784972:0:2398:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978438730000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369205248:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093458.784978:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.784981:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093458.784984:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978438730000 x1875989369205248/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.784997:0:2398:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093458.784999:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093458.785002:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978439e6a200. 02000000:00000001:0.0:1789093458.785005:0:2398:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093458.785007:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093458.785009:0:2398:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=5 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:0.0:1789093458.785010:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093458.785013:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff978405f37a00. 02000000:00000001:0.0:1789093458.785016:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093458.785018:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093458.785019:0:2398:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978438730000. 00000100:00000001:0.0:1789093458.785022:0:2398:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093458.785023:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093458.785026:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.785028:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093458.785029:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093458.785030:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.785032:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789093458.785121:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093458.785127:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093458.785130:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093458.785132:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093458.785135:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.785140:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093458.785145:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.785147:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.785151:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.785154:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 25 MB=0x6aa33cff43180 00000400:00000200:0.0:1789093458.785157:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.785162:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d059 [1] + 224 00000800:00000001:0.0:1789093458.785166:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093458.785168:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093458.785170:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093458.785174:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093458.785182:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093458.785186:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978438732680 x1875989369205120/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093458.785195:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978438732680 x1875989369205120/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.785206:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093458.785209:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093458.785213:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093458.785215:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093458.785216:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093458.785219:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.785222:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093458.785226:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.785228:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.785231:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.785234:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff43280 00000400:00000200:0.0:1789093458.785237:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.785240:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d069 [1] + 224 00000800:00000001:0.0:1789093458.785262:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093458.785267:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093458.785269:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093458.785272:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093458.785275:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093458.785279:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978438731f80 x1875989369205376/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093458.785287:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978438731f80 x1875989369205376/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.785294:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093458.785297:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093458.785299:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093458.785307:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093458.785314:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789093458.785317:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093458.785319:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093458.785321:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841f00bdc0. 00000400:00000200:0.0:1789093458.785324:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49e58 00000400:00000010:0.0:1789093458.785325:0:2398:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49e58. 00000100:00000001:0.0:1789093458.785328:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093458.785332:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978438731f80 x1875989369205376/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093458.785340:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978438731f80 x1875989369205376/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.785345:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093458.785347:0:2398:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093458.785349:0:2398:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093458.785350:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093458.785352:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093458.785353:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093458.785355:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093458.785359:0:2398:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b490460 time=153 v=60 (61 61 62 62) 00000100:00001000:0.0:1789093458.785362:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b490418 time=80 v=5 (1 1 0 0) 00000100:00000001:0.0:1789093458.785364:0:2398:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093458.785365:0:2398:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093458.785367:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789093458.785371:0:2398:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff978438731f80 x1875989369205376/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789093458.785377:0:2398:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.785379:0:2398:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789093458.785381:0:2398:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff978407827800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1789093458.785382:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789093458.785383:0:2398:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093458.785387:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978438731f80 x1875989369205376/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.785394:0:2398:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093458.785401:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093458.785403:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093458.785407:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978438731f80 x1875989369205376/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093458.785415:0:2398:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978438731f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369205376:192.168.206.138@tcp:400:kworker.0 00000400:00000001:0.0:1789093458.785420:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093458.785421:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093458.785423:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9784385468f0. 00000400:00000200:0.0:1789093458.785425:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244550 00000400:00000010:0.0:1789093458.785428:0:2398:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244550. 00000100:00000001:0.0:1789093458.785432:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093458.785435:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978438732680 x1875989369205120/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093458.785443:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978438732680 x1875989369205120/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.785449:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093458.785451:0:2398:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093458.785452:0:2398:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093458.785454:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093458.785455:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093458.785456:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093458.785458:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093458.785461:0:2398:0:(import.c:2149:obd_at_measure()) add 5 to ffff9784093e6460 time=154 v=5 (5 5 5 5) 00000100:00001000:0.0:1789093458.785465:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784093e6418 time=103 v=5 (1 1 0 0) 00000100:00000001:0.0:1789093458.785467:0:2398:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093458.785469:0:2398:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093458.785471:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789093458.785473:0:2398:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.785474:0:2398:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093458.785478:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978438732680 x1875989369205120/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.785484:0:2398:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093458.785491:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093458.785493:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093458.785497:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978438732680 x1875989369205120/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093458.785504:0:2398:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978438732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:44e1fe9d-a8e4-4124-a507-08739088143d:2398:1875989369205120:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093458.785508:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.785510:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093458.785513:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978438731f80 x1875989369205376/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.785519:0:2398:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093458.785520:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093458.785522:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978439e6aa00. 02000000:00000001:0.0:1789093458.785524:0:2398:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093458.785525:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093458.785527:0:2398:0:(genops.c:1244:class_import_put()) import ffff97840b490000 refcount=3 obd=lustre-MDT0001-mdc-ffff978407827800 00000020:00000001:0.0:1789093458.785529:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093458.785530:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff978405f37500. 02000000:00000001:0.0:1789093458.785532:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093458.785533:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093458.785534:0:2398:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978438731f80. 00000100:00000001:0.0:1789093458.785537:0:2398:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093458.785538:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093458.785540:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093458.785543:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978438732680 x1875989369205120/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.785549:0:2398:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093458.785550:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093458.785551:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97841ef50a00. 02000000:00000001:0.0:1789093458.785554:0:2398:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093458.785555:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093458.785556:0:2398:0:(genops.c:1244:class_import_put()) import ffff9784093e6000 refcount=3 obd=MGC192.168.206.138@tcp 00000020:00000001:0.0:1789093458.785558:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093458.785559:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff978405f37100. 02000000:00000001:0.0:1789093458.785568:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093458.785569:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093458.785571:0:2398:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978438732680. 00000100:00000001:0.0:1789093458.785573:0:2398:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093458.785574:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093458.785576:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.785578:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093458.785579:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093458.785581:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.785582:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789093458.785590:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093458.785595:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093458.785597:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093458.785599:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093458.785602:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.785606:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093458.785610:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.785613:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.785615:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.785618:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 4 MB=0x6aa33cff43300 00000400:00000200:0.0:1789093458.785622:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093458.785627:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d089 [1] + 224 00000800:00000001:0.0:1789093458.785630:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093458.785634:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093458.785636:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093458.785638:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093458.785641:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093458.785645:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff978438732d80 x1875989369205504/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093458.785653:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff978438732d80 x1875989369205504/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.785664:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093458.785668:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093458.785670:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093458.785681:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093458.785682:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789093458.785685:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093458.785686:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093458.785688:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841f00bec8. 00000400:00000200:0.0:1789093458.785690:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49770 00000400:00000010:0.0:1789093458.785692:0:2398:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49770. 00000100:00000001:0.0:1789093458.785694:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093458.785697:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff978438732d80 x1875989369205504/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093458.785705:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff978438732d80 x1875989369205504/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.785710:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093458.785712:0:2398:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093458.785713:0:2398:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093458.785715:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093458.785716:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093458.785718:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093458.785719:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093458.785724:0:2398:0:(import.c:2149:obd_at_measure()) add 36 to ffff9784084a0460 time=153 v=36 (36 5 5 5) 00000100:00001000:0.0:1789093458.785726:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784084a0418 time=61 v=5 (1 1 0 0) 00000100:00000001:0.0:1789093458.785729:0:2398:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093458.785730:0:2398:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093458.785732:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789093458.785733:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.785736:0:2398:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789093458.785737:0:2398:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff978407827800: skip recheck: last_committed 38654726918 00000100:00000001:0.0:1789093458.785739:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789093458.785740:0:2398:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093458.785744:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff978438732d80 x1875989369205504/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.785750:0:2398:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093458.785752:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093458.785753:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093458.785757:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff978438732d80 x1875989369205504/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093458.785768:0:2398:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff978438732d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369205504:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093458.785772:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093458.785774:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093458.785776:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff978438732d80 x1875989369205504/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093458.785782:0:2398:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093458.785783:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093458.785785:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978439e6b600. 02000000:00000001:0.0:1789093458.785787:0:2398:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093458.785789:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093458.785790:0:2398:0:(genops.c:1244:class_import_put()) import ffff9784084a0000 refcount=3 obd=lustre-OST0000-osc-ffff978407827800 00000020:00000001:0.0:1789093458.785792:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093458.785793:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff978405f37d00. 02000000:00000001:0.0:1789093458.785795:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093458.785797:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093458.785798:0:2398:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff978438732d80. 00000100:00000001:0.0:1789093458.785800:0:2398:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093458.785801:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093458.785803:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093458.785809:0:2398:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789093458.785811:0:2398:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093458.785813:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093458.785815:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789093458.828436:0:277999:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093459.349354:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093459.349360:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093459.349367:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093459.349368:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093459.349434:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093459.349438:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093459.349441:0:235705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093460.373412:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093460.373419:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093460.373425:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093460.373427:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093460.373509:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093460.373514:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093460.373516:0:247359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093461.397316:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093461.397322:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093461.397337:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093461.397339:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093461.398018:0:241652:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093461.398022:0:241652:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093461.398025:0:241652:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093462.421550:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093462.421560:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093462.421568:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093462.421569:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789093462.421607:0:235706:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093462.421611:0:235706:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093462.421615:0:235706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789093462.613354:0:272950:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9000 (cpu 0) has reached its deadline 4305407735, at 4305407744 00000100:00000010:0.0:1789093462.613375:0:272950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97841e8017e0. 00000100:00000040:1.0:1789093462.613489:0:190021:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9110 (cpu 0) has reached its deadline 4305407735, at 4305407744 00000100:00000010:1.0:1789093462.613496:0:190021:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97841e801540. 00010000:00000001:0.0:1789093463.450494:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093463.450501:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093463.450506:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093463.450509:0:272950:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789093463.450511:0:272950:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789093463.450518:0:272950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789093463.450520:0:272950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789093463.450521:0:272950:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093463.450524:0:272950:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789093463.450526:0:272950:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093463.450528:0:272950:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093463.450530:0:272950:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093463.458466:0:247358:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093463.458472:0:247358:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093463.458476:0:247358:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789093463.753131:0:278141:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093463.893382:0:277883:0:(pinger.c:229:ptlrpc_pinger_process_import()) 44e1fe9d-a8e4-4124-a507-08739088143d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789093463.893392:0:277883:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789093463.893400:0:277883:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995ed80. 00000020:00000040:1.0:1789093463.893407:0:277883:0:(genops.c:1231:class_import_get()) import ffff9784093e6000 refcount=4 obd=MGC192.168.206.138@tcp 00000100:00000001:1.0:1789093463.893411:0:277883:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093463.893414:0:277883:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093463.893418:0:277883:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093463.893426:0:277883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97841f620300. 00000100:00000001:1.0:1789093463.893433:0:277883:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093463.893451:0:277883:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 44e1fe9d-a8e4-4124-a507-08739088143d->MGS req@ffff97843995ed80 x1875989369205632/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789093463.893463:0:277883:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789093463.893467:0:277883:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093463.893474:0:277883:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f293fb22] to pc [ptlrpcd_00_00+0] req@ffff97843995ed80 x1875989369205632/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.893503:0:277883:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093463.893506:0:277883:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789093463.893509:0:277883:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789093463.893512:0:277883:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995e680. 00000020:00000040:1.0:1789093463.893515:0:277883:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=6 obd=lustre-MDT0000-mdc-ffff978407827800 00000100:00000001:1.0:1789093463.893517:0:277883:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093463.893519:0:277883:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093463.893520:0:277883:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093463.893524:0:277883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97841f620100. 00000100:00000001:1.0:1789093463.893527:0:277883:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093463.893531:0:277883:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID req@ffff97843995e680 x1875989369205760/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789093463.893539:0:277883:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789093463.893541:0:277883:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093463.893545:0:277883:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096f65d22] to pc [ptlrpcd_00_01+1] req@ffff97843995e680 x1875989369205760/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.893554:0:277883:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093463.893556:0:277883:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789093463.893559:0:277883:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789093463.893561:0:277883:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995f480. 00000020:00000040:1.0:1789093463.893564:0:277883:0:(genops.c:1231:class_import_get()) import ffff97840b490000 refcount=4 obd=lustre-MDT0001-mdc-ffff978407827800 00000100:00000001:1.0:1789093463.893566:0:277883:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093463.893567:0:277883:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093463.893569:0:277883:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093463.893577:0:277883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97841f620700. 00000100:00000001:1.0:1789093463.893581:0:277883:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093463.893585:0:277883:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID req@ffff97843995f480 x1875989369205888/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789093463.893592:0:277883:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789093463.893594:0:277883:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093463.893598:0:277883:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085bcc405] to pc [ptlrpcd_00_00+0] req@ffff97843995f480 x1875989369205888/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.893604:0:277883:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093463.893606:0:277883:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789093463.893610:0:277883:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789093463.893613:0:277883:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995f100. 00000020:00000040:1.0:1789093463.893615:0:277883:0:(genops.c:1231:class_import_get()) import ffff9784084a0000 refcount=4 obd=lustre-OST0000-osc-ffff978407827800 00000100:00000001:1.0:1789093463.893617:0:277883:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093463.893618:0:277883:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093463.893620:0:277883:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093463.893623:0:277883:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97841f620900. 00000100:00000001:1.0:1789093463.893626:0:277883:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093463.893630:0:277883:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID req@ffff97843995f100 x1875989369206016/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789093463.893637:0:277883:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789093463.893638:0:277883:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093463.893642:0:277883:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f7daa45] to pc [ptlrpcd_00_01+1] req@ffff97843995f100 x1875989369206016/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.893649:0:277883:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093463.893651:0:277883:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789093463.893654:0:277883:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789093463.893658:0:277883:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10746) 00000100:00000001:1.0:1789093463.893668:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093463.893677:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093463.893679:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093463.893684:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995e680 x1875989369205760/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.893691:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093463.893693:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093463.893696:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093463.893699:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093463.893701:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093463.893704:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369205760:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093463.893708:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093463.893713:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093463.893715:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093463.893718:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093463.893722:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97841ef51c00. 02000000:00000001:1.0:1789093463.893724:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093463.893731:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093463.893735:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978438546bb0. 00000400:00000010:1.0:1789093463.893741:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9784062446e8. 00000100:00000200:1.0:1789093463.893825:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369205760, portal 10 00000100:00000001:1.0:1789093463.893829:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093463.893830:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890443392 : -114880819108224 : ffff97843995e680) 00000100:00000040:1.0:1789093463.893930:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995e680 x1875989369205760/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.893938:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093463.893941:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093463.893945:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244000. 00000100:00000200:1.0:1789093463.893949:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369205760, offset 0 00000400:00000200:1.0:1789093463.893955:0:2399:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093463.893963:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093463.893969:0:2399:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093463.893974:0:2399:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093463.893978:0:2399:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093463.893988:0:2399:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093463.893990:0:2399:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093463.893994:0:2399:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546106:546106:256:4294967295] 192.168.206.138@tcp LPNI seq info [546067:546067:8:4294967295] 00000400:00000200:1.0:1789093463.893999:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093463.894009:0:2399:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093463.894016:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093463.894021:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620d00. 00000800:00000200:1.0:1789093463.894028:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093463.894035:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093463.894039:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093463.894049:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093463.894052:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24657 usecs (25 jiffies) 00000400:00000200:1.0:1789093463.894055:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093463.894057:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305409049 00000100:00000010:1.0:1789093463.894061:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97841e801540. 00000100:00000001:1.0:1789093463.894066:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789093463.894072:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305409049 00000100:00000010:1.0:1789093463.894075:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97841e801240. 00000100:00000001:1.0:1789093463.894079:0:2399:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789093463.894082:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093463.894085:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093463.894088:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093463.894092:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995f100 x1875989369206016/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.894099:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093463.894100:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093463.894103:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093463.894104:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093463.894106:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093463.894109:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369206016:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093463.894118:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093463.894121:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093463.894122:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093463.894124:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093463.894127:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97841ef50200. 02000000:00000001:1.0:1789093463.894129:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093463.894133:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093463.894136:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9784385462c0. 00000400:00000010:1.0:1789093463.894140:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244110. 00000100:00000200:1.0:1789093463.894142:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369206016, portal 4 00000100:00000001:1.0:1789093463.894144:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093463.894145:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890446080 : -114880819105536 : ffff97843995f100) 00000100:00000040:1.0:1789093463.894151:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995f100 x1875989369206016/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.894157:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093463.894159:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093463.894162:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244550. 00000100:00000200:1.0:1789093463.894165:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875989369206016, offset 0 00000400:00000200:1.0:1789093463.894170:0:2399:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093463.894173:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093463.894177:0:2399:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093463.894180:0:2399:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093463.894182:0:2399:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093463.894184:0:2399:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093463.894186:0:2399:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093463.894189:0:2399:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546107:546107:255:4294967295] 192.168.206.138@tcp LPNI seq info [546068:546068:7:4294967295] 00000400:00000200:1.0:1789093463.894192:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093463.894198:0:2399:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093463.894202:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093463.894206:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620200. 00000800:00000200:1.0:1789093463.894210:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093463.894219:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093463.894222:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093463.894225:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093463.894229:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: using a timeout of 98110 usecs (99 jiffies) 00000400:00000200:1.0:1789093463.894232:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093463.894234:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305409123 00000100:00000001:1.0:1789093463.894239:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 0, simply extend its deadline from 4305409049 00000100:00000001:1.0:1789093463.894279:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305409123 00000100:00000001:1.0:1789093463.894283:0:2399:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 1, simply extend its deadline from 4305409049 00000100:00000001:1.0:1789093463.894286:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093463.894288:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093463.894290:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093463.894293:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093463.894299:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093463.894301:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1789093463.894303:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093463.894305:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093463.894306:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093463.894309:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1789093463.894311:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093463.894312:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093463.894313:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093463.894315:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093463.894316:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093463.894317:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093463.894322:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995ed80 x1875989369205632/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.894328:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093463.894329:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093463.894331:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093463.894333:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093463.894334:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093463.894337:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:44e1fe9d-a8e4-4124-a507-08739088143d:2399:1875989369205632:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093463.894345:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093463.894348:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093463.894350:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093463.894351:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093463.894354:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97841ef50a00. 02000000:00000001:1.0:1789093463.894356:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093463.894359:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093463.894362:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978438546478. 00000400:00000010:1.0:1789093463.894366:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244440. 00000100:00000200:1.0:1789093463.894369:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369205632, portal 25 00000100:00000001:1.0:1789093463.894371:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093463.894372:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890445184 : -114880819106432 : ffff97843995ed80) 00000100:00000040:1.0:1789093463.894376:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995ed80 x1875989369205632/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.894382:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093463.894384:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093463.894386:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244cc0. 00000100:00000200:1.0:1789093463.894388:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875989369205632, offset 0 00000400:00000200:1.0:1789093463.894392:0:2399:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093463.894396:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093463.894400:0:2399:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093463.894402:0:2399:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093463.894404:0:2399:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093463.894407:0:2399:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093463.894409:0:2399:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093463.894412:0:2399:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546108:546108:254:4294967295] 192.168.206.138@tcp LPNI seq info [546069:546069:6:4294967295] 00000400:00000200:1.0:1789093463.894416:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093463.894422:0:2399:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093463.894426:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093463.894430:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620e00. 00000800:00000200:1.0:1789093463.894434:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093463.894445:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093463.894448:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093463.894451:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093463.894454:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093463.894455:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305412855 00000100:00000001:1.0:1789093463.894459:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305409123 00000100:00000001:1.0:1789093463.894461:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305412855 00000100:00000001:1.0:1789093463.894463:0:2399:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305409123 00000100:00000001:1.0:1789093463.894465:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093463.894467:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093463.894469:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093463.894472:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995f480 x1875989369205888/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.894478:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093463.894480:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093463.894482:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093463.894483:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093463.894485:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093463.894488:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369205888:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093463.894491:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093463.894494:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093463.894495:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093463.894497:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093463.894500:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97841ef51200. 02000000:00000001:1.0:1789093463.894502:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093463.894505:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093463.894508:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978438546108. 00000400:00000010:1.0:1789093463.894511:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244e58. 00000100:00000200:1.0:1789093463.894514:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369205888, portal 10 00000100:00000001:1.0:1789093463.894516:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093463.894517:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890446976 : -114880819104640 : ffff97843995f480) 00000100:00000040:1.0:1789093463.894528:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995f480 x1875989369205888/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.894535:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093463.894537:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093463.894539:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244660. 00000100:00000200:1.0:1789093463.894542:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369205888, offset 0 00000400:00000200:1.0:1789093463.894546:0:2399:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093463.894550:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093463.894553:0:2399:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093463.894556:0:2399:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093463.894559:0:2399:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093463.894561:0:2399:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093463.894563:0:2399:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093463.894566:0:2399:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546109:546109:253:4294967295] 192.168.206.138@tcp LPNI seq info [546070:546070:5:4294967295] 00000400:00000200:1.0:1789093463.894570:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093463.894576:0:2399:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093463.894580:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093463.894584:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841f620b00. 00000800:00000200:1.0:1789093463.894587:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093463.894591:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093463.894594:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841f620b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093463.894597:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093463.894599:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: using a timeout of 22408 usecs (23 jiffies) 00000400:00000200:1.0:1789093463.894602:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093463.894604:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305409047 00000100:00000001:1.0:1789093463.894606:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305412855 00000100:00000001:1.0:1789093463.894608:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305409047 00000100:00000001:1.0:1789093463.894610:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305412855 00000100:00000001:1.0:1789093463.894612:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093463.894618:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093463.894621:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093463.894623:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093463.894870:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093463.894873:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789093463.894909:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093463.894913:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620d00. 00000400:00000200:0.0:1789093463.894929:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093463.894934:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093463.894939:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244000 00000400:00000010:0.0:1789093463.894941:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244000. 00000100:00000001:0.0:1789093463.894945:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093463.894949:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995e680 x1875989369205760/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093463.894958:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093463.894961:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995e680 x1875989369205760/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093463.894967:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093463.894974:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093463.894986:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093463.894988:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620200. 00000400:00000200:0.0:1789093463.894991:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093463.894995:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093463.894998:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244550 00000400:00000010:0.0:1789093463.894999:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244550. 00000100:00000001:0.0:1789093463.895001:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093463.895005:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995f100 x1875989369206016/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093463.895012:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093463.895014:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995f100 x1875989369206016/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093463.895021:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093463.895022:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093463.895029:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093463.895031:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620e00. 00000400:00000200:0.0:1789093463.895033:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093463.895036:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093463.895039:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244cc0 00000400:00000010:0.0:1789093463.895041:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244cc0. 00000100:00000001:0.0:1789093463.895043:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093463.895047:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995ed80 x1875989369205632/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093463.895053:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093463.895056:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995ed80 x1875989369205632/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093463.895062:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093463.895063:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093463.895120:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093463.895123:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841f620b00. 00000400:00000200:0.0:1789093463.895126:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093463.895130:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093463.895137:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244660 00000400:00000010:0.0:1789093463.895139:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244660. 00000100:00000001:0.0:1789093463.895141:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093463.895145:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995f480 x1875989369205888/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093463.895152:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093463.895155:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995f480 x1875989369205888/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093463.895161:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093463.895163:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789093463.901666:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093463.901681:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093463.901685:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093463.901687:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093463.901695:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093463.901703:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093463.901711:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093463.901716:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093463.901722:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093463.901726:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 25 MB=0x6aa33cff43380 00000400:00000200:0.0:1789093463.901730:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093463.901736:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d0b9 [1] + 224 00000800:00000001:0.0:1789093463.901743:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093463.901746:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093463.901750:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093463.901754:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093463.901761:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093463.901769:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995ed80 x1875989369205632/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093463.901781:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995ed80 x1875989369205632/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.901838:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093463.901842:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093463.901860:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093463.901874:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093463.901879:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093463.901881:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093463.901883:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093463.901886:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093463.901890:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093463.901893:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093463.901896:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093463.901899:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093463.901902:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff43400 00000400:00000200:0.0:1789093463.901906:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093463.901910:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d099 [1] + 224 00000800:00000001:0.0:1789093463.901914:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093463.901917:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093463.901931:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093463.901935:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093463.901938:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093463.901943:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995e680 x1875989369205760/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093463.901952:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995e680 x1875989369205760/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093463.901959:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093463.901963:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093463.901967:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093463.901969:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093463.901970:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093463.901974:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093463.901977:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093463.901981:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093463.901983:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093463.901986:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093463.901988:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff43480 00000400:00000200:0.0:1789093463.901991:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093463.902000:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d0c9 [1] + 224 00000800:00000001:0.0:1789093463.902004:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093463.902008:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093463.902010:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093463.902013:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093463.902016:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093463.902021:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995f480 x1875989369205888/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093463.902029:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995f480 x1875989369205888/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093463.902036:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093463.902040:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093463.902042:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093463.902044:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093463.902046:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093463.902049:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093463.902052:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093463.902056:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093463.902058:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093463.902061:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093463.902063:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 4 MB=0x6aa33cff43500 00000400:00000200:0.0:1789093463.902066:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093463.902070:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d0a9 [1] + 224 00000800:00000001:0.0:1789093463.902186:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093463.902194:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093463.902196:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093463.902200:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093463.902204:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093463.902209:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995f100 x1875989369206016/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093463.902217:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995f100 x1875989369206016/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093463.902229:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093463.902234:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093463.902236:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1789093463.902623:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789093463.902626:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789093463.902629:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978438546478. 00000400:00000200:1.0:1789093463.902634:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244440 00000400:00000010:1.0:1789093463.902637:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244440. 00000100:00000001:1.0:1789093463.902641:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093463.902647:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995ed80 x1875989369205632/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789093463.902656:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995ed80 x1875989369205632/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.902663:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789093463.902665:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093463.902668:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1789093463.902671:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789093463.902674:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789093463.902676:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093463.902679:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789093463.902685:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9784093e6460 time=9 v=5 (5 5 5 5) 00000100:00001000:1.0:1789093463.902690:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784093e6418 time=108 v=5 (1 1 0 0) 00000100:00000001:1.0:1789093463.902693:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789093463.902694:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093463.902698:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789093463.902700:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093463.902703:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093463.902708:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995ed80 x1875989369205632/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.902715:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093463.902718:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789093463.902720:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789093463.902723:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995ed80 x1875989369205632/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789093463.902739:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:44e1fe9d-a8e4-4124-a507-08739088143d:2399:1875989369205632:192.168.206.138@tcp:400:kworker.0 00000400:00000001:1.0:1789093463.902747:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789093463.902748:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789093463.902750:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978438546108. 00000400:00000200:1.0:1789093463.902753:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244e58 00000400:00000010:1.0:1789093463.902754:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244e58. 00000100:00000001:1.0:1789093463.902757:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093463.902760:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995f480 x1875989369205888/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789093463.902769:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995f480 x1875989369205888/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.902775:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789093463.902777:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093463.902778:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1789093463.902780:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789093463.902781:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789093463.902783:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093463.902785:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789093463.902790:0:2399:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b490460 time=8 v=60 (60 61 61 62) 00000100:00001000:1.0:1789093463.902793:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b490418 time=85 v=5 (1 1 0 0) 00000100:00000001:1.0:1789093463.902796:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789093463.902797:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093463.902799:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789093463.902803:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97843995f480 x1875989369205888/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789093463.902809:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093463.902812:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789093463.902814:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff978407827800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1789093463.902816:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789093463.902817:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093463.902821:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995f480 x1875989369205888/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.902835:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093463.902836:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789093463.902838:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789093463.902841:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995f480 x1875989369205888/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789093463.902848:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369205888:192.168.206.138@tcp:400:kworker.0 00000400:00000001:1.0:1789093463.902853:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789093463.902854:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789093463.902857:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978438546bb0. 00000400:00000200:1.0:1789093463.902859:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9784062446e8 00000400:00000010:1.0:1789093463.902861:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9784062446e8. 00000100:00000001:1.0:1789093463.902863:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093463.902866:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995e680 x1875989369205760/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789093463.902873:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995e680 x1875989369205760/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.902879:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789093463.902880:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093463.902882:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1789093463.902884:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789093463.902885:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789093463.902886:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093463.902888:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789093463.902892:0:2399:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=8 v=60 (60 61 61 62) 00000100:00001000:1.0:1789093463.902895:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=108 v=5 (1 1 0 0) 00000100:00000001:1.0:1789093463.902897:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789093463.902898:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093463.902899:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789093463.902901:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093463.902903:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789093463.902904:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771458 00000100:00000001:1.0:1789093463.902912:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789093463.902914:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093463.902918:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995e680 x1875989369205760/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.902934:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093463.902936:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789093463.902938:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789093463.902942:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995e680 x1875989369205760/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789093463.902948:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369205760:192.168.206.138@tcp:400:kworker.0 00000400:00000001:1.0:1789093463.902954:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789093463.902955:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789093463.902957:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9784385462c0. 00000400:00000200:1.0:1789093463.902960:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244110 00000400:00000010:1.0:1789093463.902961:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244110. 00000100:00000001:1.0:1789093463.902964:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1789093463.902967:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995f100 x1875989369206016/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789093463.902974:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995f100 x1875989369206016/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.902979:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789093463.902981:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093463.902983:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1789093463.902984:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789093463.902985:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789093463.902987:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093463.902989:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789093463.902993:0:2399:0:(import.c:2149:obd_at_measure()) add 36 to ffff9784084a0460 time=8 v=36 (36 36 5 5) 00000100:00001000:1.0:1789093463.902996:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784084a0418 time=66 v=5 (1 1 0 0) 00000100:00000001:1.0:1789093463.902998:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789093463.902999:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789093463.903006:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789093463.903009:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093463.903011:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789093463.903013:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff978407827800: skip recheck: last_committed 38654726918 00000100:00000001:1.0:1789093463.903014:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789093463.903016:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093463.903021:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995f100 x1875989369206016/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.903027:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093463.903028:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789093463.903029:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789093463.903032:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995f100 x1875989369206016/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789093463.903038:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369206016:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093463.903042:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093463.903045:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093463.903048:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995ed80 x1875989369205632/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.903055:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789093463.903057:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789093463.903060:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97841ef50a00. 02000000:00000001:1.0:1789093463.903063:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789093463.903065:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1789093463.903067:0:2399:0:(genops.c:1244:class_import_put()) import ffff9784093e6000 refcount=3 obd=MGC192.168.206.138@tcp 00000020:00000001:1.0:1789093463.903069:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1789093463.903072:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97841f620300. 02000000:00000001:1.0:1789093463.903233:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789093463.903235:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789093463.903237:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995ed80. 00000100:00000001:1.0:1789093463.903240:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789093463.903263:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093463.903266:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093463.903271:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995f480 x1875989369205888/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.903285:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789093463.903287:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789093463.903289:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97841ef51200. 02000000:00000001:1.0:1789093463.903292:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789093463.903293:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1789093463.903295:0:2399:0:(genops.c:1244:class_import_put()) import ffff97840b490000 refcount=3 obd=lustre-MDT0001-mdc-ffff978407827800 00000020:00000001:1.0:1789093463.903297:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1789093463.903299:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97841f620700. 02000000:00000001:1.0:1789093463.903302:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789093463.903303:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789093463.903305:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995f480. 00000100:00000001:1.0:1789093463.903308:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789093463.903309:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093463.903311:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093463.903315:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995e680 x1875989369205760/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.903321:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789093463.903323:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789093463.903324:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97841ef51c00. 02000000:00000001:1.0:1789093463.903326:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789093463.903327:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1789093463.903328:0:2399:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=5 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:1.0:1789093463.903331:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1789093463.903332:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97841f620100. 02000000:00000001:1.0:1789093463.903334:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789093463.903335:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789093463.903336:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995e680. 00000100:00000001:1.0:1789093463.903338:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789093463.903340:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093463.903341:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789093463.903345:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995f100 x1875989369206016/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093463.903352:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789093463.903354:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789093463.903361:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97841ef50200. 02000000:00000001:1.0:1789093463.903364:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789093463.903365:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1789093463.903366:0:2399:0:(genops.c:1244:class_import_put()) import ffff9784084a0000 refcount=3 obd=lustre-OST0000-osc-ffff978407827800 00000020:00000001:1.0:1789093463.903368:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1789093463.903370:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97841f620900. 02000000:00000001:1.0:1789093463.903372:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789093463.903373:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789093463.903375:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995f100. 00000100:00000001:1.0:1789093463.903377:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789093463.903378:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093463.903381:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093463.903388:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093463.903390:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093463.903392:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093463.903395:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0F:1789093463.986387:0:278177:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1789093463.986400:0:278177:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_812a: @@@@@@ FAIL: client: import is not in CONNECTING state after 50 00000001:00000001:2.0:1789093463.994298:0:278177:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1789093464.473227:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093464.473232:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093464.473237:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093464.473238:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093464.473337:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093464.473340:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093464.473343:0:235705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789093464.999099:0:278277:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 1948 lines, 1948 kept, 0 dropped, 0 bad.