00010000:00000001:1.0F:1787325517.429316:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325517.429339:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325517.429345:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325517.429347:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1787325517.429664:0:235064:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787325517.429672:0:235064:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787325517.429675:0:235064:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787325518.453096:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325518.453106:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325518.453112:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325518.453113:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0F:1787325518.454634:0:235065:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787325518.454645:0:235065:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787325518.454650:0:235065:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787325519.476440:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325519.476447:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325519.476453:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325519.476454:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787325519.476543:0:256653:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787325519.476547:0:256653:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787325519.476551:0:256653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787325520.180525:0:282817:0:(connection.c:75:cpu_latency_work()) work item of ffff8ca04631f800 (cpu 0) has reached its deadline 4306938113, at 4306938176 00000100:00000010:0.0:1787325520.180545:0:282817:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ca07459ac60. 00000100:00000040:1.0:1787325520.180928:0:218024:0:(connection.c:75:cpu_latency_work()) work item of ffff8ca04631f910 (cpu 1) has reached its deadline 4306938113, at 4306938176 00000100:00000010:1.0:1787325520.180935:0:218024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ca07459a300. 00010000:00000001:1.0:1787325520.500326:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325520.500335:0:218024:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787325520.500337:0:218024:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787325520.500340:0:218024:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325520.500345:0:218024:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787325520.500347:0:218024:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325520.500349:0:218024:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325520.500351:0:218024:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325520.500355:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325520.500357:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787325520.500476:0:246826:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787325520.500480:0:246826:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787325520.500482:0:246826:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787325521.396537:0:261685:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bea07d7-7d2f-4663-b282-6631fa90ba4b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787325521.396550:0:261685:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787325521.396561:0:261685:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ca0510abb80. 00000020:00000040:2.0:1787325521.396577:0:261685:0:(genops.c:1231:class_import_get()) import ffff8ca051e2b800 refcount=4 obd=MGC192.168.204.114@tcp 00000100:00000001:2.0:1787325521.396582:0:261685:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787325521.396585:0:261685:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787325521.396591:0:261685:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787325521.396600:0:261685:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ca047cf1d00. 00000100:00000001:2.0:1787325521.396607:0:261685:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787325521.396618:0:261685:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4bea07d7-7d2f-4663-b282-6631fa90ba4b->MGS req@ffff8ca0510abb80 x1874133970142208/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787325521.396630:0:261685:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787325521.396634:0:261685:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787325521.396641:0:261685:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5855b99] to pc [ptlrpcd_01_01+1] req@ffff8ca0510abb80 x1874133970142208/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.396667:0:261685:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787325521.396670:0:261685:0:(pinger.c:229:ptlrpc_pinger_process_import()) 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787325521.396674:0:261685:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787325521.396677:0:261685:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ca0510a9180. 00000020:00000040:2.0:1787325521.396680:0:261685:0:(genops.c:1231:class_import_get()) import ffff8ca045380800 refcount=9 obd=lustre-MDT0000-mdc-ffff8ca04662b000 00000100:00000001:2.0:1787325521.396682:0:261685:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787325521.396683:0:261685:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787325521.396685:0:261685:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787325521.396688:0:261685:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ca047cf1e00. 00000100:00000001:2.0:1787325521.396692:0:261685:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787325521.396696:0:261685:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-MDT0000_UUID req@ffff8ca0510a9180 x1874133970142336/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787325521.396704:0:261685:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787325521.396706:0:261685:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787325521.396730:0:261685:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037e35573] to pc [ptlrpcd_01_00+0] req@ffff8ca0510a9180 x1874133970142336/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.396740:0:261685:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787325521.396743:0:261685:0:(pinger.c:229:ptlrpc_pinger_process_import()) 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787325521.396746:0:261685:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787325521.396749:0:261685:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ca0510aaa00. 00000020:00000040:2.0:1787325521.396752:0:261685:0:(genops.c:1231:class_import_get()) import ffff8ca05045c800 refcount=4 obd=lustre-MDT0001-mdc-ffff8ca04662b000 00000100:00000001:2.0:1787325521.396754:0:261685:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787325521.396756:0:261685:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787325521.396758:0:261685:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787325521.396761:0:261685:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ca047cf1600. 00000100:00000001:2.0:1787325521.396765:0:261685:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787325521.396769:0:261685:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-MDT0001_UUID req@ffff8ca0510aaa00 x1874133970142464/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787325521.396785:0:261685:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787325521.396787:0:261685:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787325521.396792:0:261685:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c70326cb] to pc [ptlrpcd_01_01+1] req@ffff8ca0510aaa00 x1874133970142464/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.396799:0:261685:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787325521.396802:0:261685:0:(pinger.c:229:ptlrpc_pinger_process_import()) 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787325521.396805:0:261685:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787325521.396808:0:261685:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ca0510a9880. 00000020:00000040:2.0:1787325521.396810:0:261685:0:(genops.c:1231:class_import_get()) import ffff8ca0497b5000 refcount=4 obd=lustre-OST0000-osc-ffff8ca04662b000 00000100:00000001:2.0:1787325521.396812:0:261685:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787325521.396814:0:261685:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787325521.396815:0:261685:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787325521.396819:0:261685:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ca047cf1800. 00000100:00000001:2.0:1787325521.396821:0:261685:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787325521.396825:0:261685:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-OST0000_UUID req@ffff8ca0510a9880 x1874133970142592/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787325521.396843:0:261685:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787325521.396844:0:261685:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787325521.396848:0:261685:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051e6b2fb] to pc [ptlrpcd_01_00+0] req@ffff8ca0510a9880 x1874133970142592/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.396855:0:261685:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787325521.396857:0:261685:0:(pinger.c:229:ptlrpc_pinger_process_import()) 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787325521.396861:0:261685:0:(pinger.c:247:ptlrpc_pinger_process_import()) 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787325521.396865:0:261685:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12277) 00000100:00000001:2.0:1787325521.396983:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787325521.396987:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787325521.396990:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787325521.396995:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ca0510a9180 x1874133970142336/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.397003:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787325521.397005:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787325521.397010:0:2409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787325521.397012:0:2409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787325521.397015:0:2409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787325521.397019:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8ca0510a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:365ac2e4-90ec-4b66-9ae2-fd6012665d0b:2409:1874133970142336:192.168.204.114@tcp:400:kworker.0 00000100:00000001:2.0:1787325521.397023:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787325521.397030:0:2409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787325521.397032:0:2409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787325521.397035:0:2409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787325521.397039:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ca05311dc00. 02000000:00000001:2.0:1787325521.397042:0:2409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787325521.397050:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000010:2.0:1787325521.397055:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ca07a832478. 00000400:00000010:2.0:1787325521.397063:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca072f41a18. 00000100:00000200:2.0:1787325521.397071:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874133970142336, portal 10 00000100:00000001:2.0:1787325521.397073:0:2409:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787325521.397080:0:2409:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617218915144064 : -126854794407552 : ffff8ca0510a9180) 00000100:00000040:2.0:1787325521.397099:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8ca0510a9180 x1874133970142336/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.397106:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787325521.397109:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.114@tcp 00000400:00000010:2.0:1787325521.397113:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca072f41bb0. 00000100:00000200:2.0:1787325521.397117:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874133970142336, offset 0 00000400:00000200:2.0:1787325521.397123:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.114@tcp 00000400:00000200:2.0:1787325521.397133:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:2.0:1787325521.397142:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.114@tcp local destination 00000400:00000200:2.0:1787325521.397147:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787325521.397151:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.14@tcp 00000400:00000200:2.0:1787325521.397155:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787325521.397158:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.114@tcp 00000400:00000200:2.0:1787325521.397161:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.14@tcp NI seq info: [546300:546300:256:4294967295] 192.168.204.114@tcp LPNI seq info [546255:546255:8:4294967295] 00000400:00000200:2.0:1787325521.397166:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:2.0:1787325521.397177:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp:) -> 192.168.204.114@tcp(192.168.204.114@tcp:192.168.204.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787325521.397183:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.114@tcp 00000800:00000010:2.0:1787325521.397188:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ca047cf1b00. 00000800:00000200:2.0:1787325521.397194:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ca050500d80] -> 12345-192.168.204.114@tcp (5) 00000800:00000200:2.0:1787325521.397202:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.114@tcp ip 192.168.204.114:988 00000800:00000200:2.0:1787325521.397206:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ca047cf1b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787325521.397222:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787325521.397227:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8ca04662b000: using a timeout of 16135 usecs (17 jiffies) 00000400:00000200:2.0:1787325521.397230:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000100:00000001:2.0:1787325521.397233:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8ca04662b000: PM QoS new deadline estimation for cpu 0 is 4306939409 00000100:00000010:2.0:1787325521.397265:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ca07459acc0. 00000100:00000001:2.0:1787325521.397272:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8ca04662b000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787325521.397277:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8ca04662b000: PM QoS new deadline estimation for cpu 1 is 4306939410 00000100:00000010:2.0:1787325521.397279:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ca07459a120. 00000100:00000001:2.0:1787325521.397287:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8ca04662b000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787325521.397293:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787325521.397297:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787325521.397299:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787325521.397303:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ca0510a9880 x1874133970142592/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.397309:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787325521.397310:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787325521.397312:0:2409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787325521.397314:0:2409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787325521.397316:0:2409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787325521.397318:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8ca0510a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:365ac2e4-90ec-4b66-9ae2-fd6012665d0b:2409:1874133970142592:192.168.204.114@tcp:400:kworker.0 00000100:00000001:2.0:1787325521.397321:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787325521.397324:0:2409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787325521.397325:0:2409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787325521.397327:0:2409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787325521.397330:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ca05311c200. 02000000:00000001:2.0:1787325521.397332:0:2409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787325521.397336:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000010:2.0:1787325521.397338:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ca07a832c60. 00000400:00000010:2.0:1787325521.397342:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca072f412a8. 00000100:00000200:2.0:1787325521.397345:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874133970142592, portal 4 00000100:00000001:2.0:1787325521.397346:0:2409:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787325521.397348:0:2409:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617218915145856 : -126854794405760 : ffff8ca0510a9880) 00000100:00000040:2.0:1787325521.397353:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8ca0510a9880 x1874133970142592/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.397359:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787325521.397361:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.114@tcp 00000400:00000010:2.0:1787325521.397363:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca072f41220. 00000100:00000200:2.0:1787325521.397365:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874133970142592, offset 0 00000400:00000200:2.0:1787325521.397369:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.114@tcp 00000400:00000200:2.0:1787325521.397373:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:2.0:1787325521.397381:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.114@tcp local destination 00000400:00000200:2.0:1787325521.397385:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787325521.397387:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.14@tcp 00000400:00000200:2.0:1787325521.397390:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787325521.397392:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.114@tcp 00000400:00000200:2.0:1787325521.397395:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.14@tcp NI seq info: [546301:546301:255:4294967295] 192.168.204.114@tcp LPNI seq info [546256:546256:7:4294967295] 00000400:00000200:2.0:1787325521.397399:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:2.0:1787325521.397404:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp:) -> 192.168.204.114@tcp(192.168.204.114@tcp:192.168.204.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787325521.397409:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.114@tcp 00000800:00000010:2.0:1787325521.397413:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ca047cf1300. 00000800:00000200:2.0:1787325521.397417:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ca050500d80] -> 12345-192.168.204.114@tcp (5) 00000800:00000200:2.0:1787325521.397421:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.114@tcp ip 192.168.204.114:988 00000800:00000200:2.0:1787325521.397423:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ca047cf1300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787325521.397426:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787325521.397429:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8ca04662b000: using a timeout of 93567 usecs (94 jiffies) 00000400:00000200:2.0:1787325521.397432:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000100:00000001:2.0:1787325521.397434:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8ca04662b000: PM QoS new deadline estimation for cpu 0 is 4306939487 00000100:00000001:2.0:1787325521.397439:0:2409:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8ca04662b000: PM QoS request active for cpu 0, simply extend its deadline from 4306939409 00000100:00000001:2.0:1787325521.397442:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8ca04662b000: PM QoS new deadline estimation for cpu 1 is 4306939487 00000100:00000001:2.0:1787325521.397445:0:2409:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff8ca04662b000: PM QoS request active for cpu 1, simply extend its deadline from 4306939410 00000100:00000001:2.0:1787325521.397447:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787325521.397449:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787325521.397452:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787325521.397454:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787325521.397462:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787325521.397464:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787325521.397467:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787325521.397468:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787325521.397469:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787325521.397472:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1787325521.397474:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787325521.397482:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787325521.397483:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787325521.397485:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787325521.397486:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787325521.397487:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787325521.397492:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ca0510abb80 x1874133970142208/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.397498:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787325521.397499:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787325521.397501:0:2409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787325521.397503:0:2409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787325521.397505:0:2409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787325521.397508:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8ca0510abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4bea07d7-7d2f-4663-b282-6631fa90ba4b:2409:1874133970142208:192.168.204.114@tcp:400:kworker.0 00000100:00000001:2.0:1787325521.397511:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787325521.397514:0:2409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787325521.397515:0:2409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787325521.397517:0:2409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787325521.397520:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ca043908800. 02000000:00000001:2.0:1787325521.397522:0:2409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787325521.397525:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000010:2.0:1787325521.397528:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ca07a8329a0. 00000400:00000010:2.0:1787325521.397531:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca072f41198. 00000100:00000200:2.0:1787325521.397534:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874133970142208, portal 25 00000100:00000001:2.0:1787325521.397536:0:2409:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787325521.397537:0:2409:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617218915154816 : -126854794396800 : ffff8ca0510abb80) 00000100:00000040:2.0:1787325521.397542:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8ca0510abb80 x1874133970142208/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.397547:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787325521.397549:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.114@tcp 00000400:00000010:2.0:1787325521.397551:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca072f41ee0. 00000800:00000200:0.0:1787325521.397552:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1787325521.397553:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874133970142208, offset 0 00000800:00000010:0.0:1787325521.397556:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ca047cf1b00. 00000400:00000200:2.0:1787325521.397557:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.114@tcp 00000400:00000200:2.0:1787325521.397561:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325521.397561:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787325521.397564:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.114@tcp local destination 00000400:00000200:0.0:1787325521.397565:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000400:00000200:0.0:1787325521.397570:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca072f41bb0 00000400:00000200:2.0:1787325521.397571:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787325521.397573:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.14@tcp 00000400:00000010:0.0:1787325521.397573:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca072f41bb0. 00000400:00000200:2.0:1787325521.397575:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.14@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1787325521.397576:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1787325521.397577:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.114@tcp 00000400:00000200:2.0:1787325521.397580:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.14@tcp NI seq info: [546302:546302:254:4294967295] 192.168.204.114@tcp LPNI seq info [546257:546257:6:4294967295] 00000100:00000200:0.0:1787325521.397580:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ca0510a9180 x1874133970142336/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1787325521.397584:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000100:00000001:0.0:1787325521.397590:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1787325521.397591:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp:) -> 192.168.204.114@tcp(192.168.204.114@tcp:192.168.204.114@tcp) : PUT try# 0 00000100:00000040:0.0:1787325521.397593:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ca0510a9180 x1874133970142336/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1787325521.397595:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.114@tcp 00000800:00000010:2.0:1787325521.397599:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ca047cf1000. 00000100:00000001:0.0:1787325521.397600:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787325521.397602:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ca050500d80] -> 12345-192.168.204.114@tcp (5) 00000100:00000001:0.0:1787325521.397603:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787325521.397606:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.114@tcp ip 192.168.204.114:988 00000800:00000200:2.0:1787325521.397608:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ca047cf1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787325521.397611:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787325521.397616:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787325521.397618:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ca047cf1300. 00000400:00000200:0.0:1787325521.397620:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787325521.397621:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000100:00000001:2.0:1787325521.397624:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.114@tcp: PM QoS new deadline estimation for cpu 0 is 4306943234 00000400:00000200:0.0:1787325521.397624:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000400:00000200:0.0:1787325521.397626:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca072f41220 00000100:00000001:2.0:1787325521.397627:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.114@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306939487 00000400:00000010:0.0:1787325521.397628:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca072f41220. 00000100:00000001:2.0:1787325521.397630:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.114@tcp: PM QoS new deadline estimation for cpu 1 is 4306943234 00000100:00000001:0.0:1787325521.397630:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1787325521.397633:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.114@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306939487 00000100:00000200:0.0:1787325521.397633:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ca0510a9880 x1874133970142592/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.397636:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787325521.397638:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787325521.397640:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787325521.397643:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ca0510aaa00 x1874133970142464/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.397651:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787325521.397652:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325521.397652:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1787325521.397654:0:2409:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1787325521.397655:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ca0510a9880 x1874133970142592/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787325521.397656:0:2409:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787325521.397658:0:2409:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787325521.397661:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8ca0510aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:365ac2e4-90ec-4b66-9ae2-fd6012665d0b:2409:1874133970142464:192.168.204.114@tcp:400:kworker.0 00000100:00000001:0.0:1787325521.397662:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325521.397664:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787325521.397670:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787325521.397673:0:2409:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787325521.397674:0:2409:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787325521.397676:0:2409:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787325521.397678:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ca043909600. 02000000:00000001:2.0:1787325521.397680:0:2409:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787325521.397683:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000010:2.0:1787325521.397685:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ca07a832160. 00000400:00000010:2.0:1787325521.397689:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca072f413b8. 00000100:00000200:2.0:1787325521.397691:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874133970142464, portal 10 00000100:00000001:2.0:1787325521.397693:0:2409:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787325521.397695:0:2409:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617218915150336 : -126854794401280 : ffff8ca0510aaa00) 00000100:00000040:2.0:1787325521.397701:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8ca0510aaa00 x1874133970142464/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.397707:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787325521.397709:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.114@tcp 00000400:00000010:2.0:1787325521.397712:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca072f414c8. 00000100:00000200:2.0:1787325521.397714:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874133970142464, offset 0 00000400:00000200:2.0:1787325521.397718:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.114@tcp 00000400:00000200:2.0:1787325521.397722:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:2.0:1787325521.397725:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.114@tcp local destination 00000400:00000200:2.0:1787325521.397728:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787325521.397731:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.14@tcp 00000400:00000200:2.0:1787325521.397733:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.14@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787325521.397735:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.114@tcp 00000400:00000200:2.0:1787325521.397737:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.14@tcp NI seq info: [546303:546303:255:4294967295] 192.168.204.114@tcp LPNI seq info [546258:546258:7:4294967295] 00000400:00000200:2.0:1787325521.397741:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:2.0:1787325521.397747:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp:) -> 192.168.204.114@tcp(192.168.204.114@tcp:192.168.204.114@tcp) : PUT try# 0 00000800:00000200:2.0:1787325521.397751:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.114@tcp 00000800:00000010:2.0:1787325521.397755:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ca047cf1a00. 00000800:00000200:2.0:1787325521.397758:0:2409:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ca050500d80] -> 12345-192.168.204.114@tcp (5) 00000800:00000200:2.0:1787325521.397767:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.114@tcp ip 192.168.204.114:988 00000800:00000200:2.0:1787325521.397770:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ca047cf1a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787325521.397773:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787325521.397785:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8ca04662b000: using a timeout of 26443 usecs (27 jiffies) 00000400:00000200:2.0:1787325521.397789:0:2409:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000100:00000001:2.0:1787325521.397791:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8ca04662b000: PM QoS new deadline estimation for cpu 0 is 4306939420 00000100:00000001:2.0:1787325521.397794:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8ca04662b000: PM QoS request active for cpu 0, keep current deadline 4306943234 00000100:00000001:2.0:1787325521.397796:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8ca04662b000: PM QoS new deadline estimation for cpu 1 is 4306939420 00000100:00000001:2.0:1787325521.397798:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8ca04662b000: PM QoS request active for cpu 1, keep current deadline 4306943234 00000100:00000001:2.0:1787325521.397800:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787325521.397802:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787325521.397804:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787325521.397807:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787325521.397894:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787325521.397897:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ca047cf1000. 00000400:00000200:0.0:1787325521.397900:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787325521.397905:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000400:00000200:0.0:1787325521.397908:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca072f41ee0 00000400:00000010:0.0:1787325521.397909:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca072f41ee0. 00000100:00000001:0.0:1787325521.397912:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787325521.397915:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ca0510abb80 x1874133970142208/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325521.397923:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787325521.397926:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ca0510abb80 x1874133970142208/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325521.397931:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325521.397933:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787325521.397945:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787325521.397947:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ca047cf1a00. 00000400:00000200:0.0:1787325521.397950:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787325521.397953:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000400:00000200:0.0:1787325521.397955:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca072f414c8 00000400:00000010:0.0:1787325521.397957:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca072f414c8. 00000100:00000001:0.0:1787325521.397958:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787325521.397962:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ca0510aaa00 x1874133970142464/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325521.397968:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787325521.397971:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ca0510aaa00 x1874133970142464/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0F:1787325521.397986:0:2410:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787325521.397987:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325521.397989:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787325521.397993:0:2410:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787325521.402123:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325521.402141:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787325521.402145:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325521.402147:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787325521.402155:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325521.402163:0:2400:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp) <- 192.168.204.114@tcp : PUT - for me 00000400:00000200:1.0:1787325521.402171:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325521.402175:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325521.402181:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325521.402184:0:2400:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.114@tcp of length 224 into portal 4 MB=0x6a883d18d4580 00000400:00000200:1.0:1787325521.402189:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325521.402195:0:2400:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.114@tcp of length 224/224 into md 0x53dde9 [1] + 224 00000800:00000001:1.0:1787325521.402201:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325521.402221:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787325521.402224:0:2400:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787325521.402229:0:2400:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000100:00000001:1.0:1787325521.402272:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787325521.402282:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ca0510a9880 x1874133970142592/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787325521.402293:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ca0510a9880 x1874133970142592/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325521.402315:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787325521.402323:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325521.402327:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787325521.403260:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787325521.403266:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787325521.403276:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787325521.403279:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787325521.403283:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ca07a832c60. 00000400:00000200:2.0:1787325521.403289:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca072f412a8 00000400:00000010:2.0:1787325521.403291:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca072f412a8. 00000100:00000001:2.0:1787325521.403295:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787325521.403302:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ca0510a9880 x1874133970142592/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787325521.403313:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ca0510a9880 x1874133970142592/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.403321:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787325521.403323:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787325521.403326:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787325521.403329:0:2409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787325521.403332:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787325521.403334:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787325521.403338:0:2409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787325521.403358:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff8ca0497b5460 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1787325521.403362:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff8ca0497b5418 time=119 v=5 (1 1 0 0) 00000100:00000001:2.0:1787325521.403365:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1787325521.403366:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1787325521.403367:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787325521.403370:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787325521.403372:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787325521.403374:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787325521.403375:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1787325521.403376:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1787325521.403377:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787325521.403378:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ca04662b000: skip recheck: last_committed 38654729396 00000100:00000001:2.0:1787325521.403380:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787325521.403382:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787325521.403382:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325521.403386:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp) <- 192.168.204.114@tcp : PUT - for me 00000100:00000040:2.0:1787325521.403387:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ca0510a9880 x1874133970142592/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.403395:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787325521.403398:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787325521.403399:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787325521.403402:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000100:00000040:2.0:1787325521.403404:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ca0510a9880 x1874133970142592/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787325521.403406:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325521.403410:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000100:00100000:2.0:1787325521.403412:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8ca0510a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:365ac2e4-90ec-4b66-9ae2-fd6012665d0b:2409:1874133970142592:192.168.204.114@tcp:400:kworker.0 00000400:00000200:0.0:1787325521.403413:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.114@tcp of length 224 into portal 25 MB=0x6a883d18d4400 00000100:00000001:2.0:1787325521.403417:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787325521.403417:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000100:00000001:2.0:1787325521.403419:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1787325521.403422:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.114@tcp of length 224/224 into md 0x53ddf1 [1] + 224 00000100:00000040:2.0:1787325521.403423:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ca0510a9880 x1874133970142592/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1787325521.403427:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1787325521.403430:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787325521.403432:0:2409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1787325521.403432:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1787325521.403435:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ca05311c200. 00000400:00000200:0.0:1787325521.403435:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787325521.403438:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 02000000:00000001:2.0:1787325521.403440:0:2409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787325521.403442:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1787325521.403442:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1787325521.403444:0:2409:0:(genops.c:1244:class_import_put()) import ffff8ca0497b5000 refcount=3 obd=lustre-OST0000-osc-ffff8ca04662b000 00000020:00000001:2.0:1787325521.403446:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:0.0:1787325521.403447:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ca0510abb80 x1874133970142208/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787325521.403455:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ca0510abb80 x1874133970142208/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1787325521.403460:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ca047cf1800. 00000100:00000001:0.0:1787325521.403462:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1787325521.403463:0:2409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787325521.403465:0:2409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1787325521.403466:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787325521.403468:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1787325521.403472:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ca0510a9880. 00000100:00000001:2.0:1787325521.403476:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787325521.403478:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787325521.403481:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787325521.403483:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787325521.403499:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787325521.403502:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787325521.403503:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787325521.403505:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ca07a8329a0. 00000400:00000200:2.0:1787325521.403508:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca072f41198 00000400:00000010:2.0:1787325521.403509:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca072f41198. 00000100:00000001:2.0:1787325521.403511:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787325521.403516:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ca0510abb80 x1874133970142208/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787325521.403534:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ca0510abb80 x1874133970142208/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.403540:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787325521.403541:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787325521.403543:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787325521.403544:0:2409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787325521.403546:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787325521.403547:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787325521.403549:0:2409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787325521.403553:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff8ca051e2bc60 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1787325521.403555:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff8ca051e2bc18 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1787325521.403557:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787325521.403558:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787325521.403560:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787325521.403562:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787325521.403564:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787325521.403567:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ca0510abb80 x1874133970142208/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.403574:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787325521.403576:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787325521.403577:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787325521.403587:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ca0510abb80 x1874133970142208/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787325521.403594:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8ca0510abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4bea07d7-7d2f-4663-b282-6631fa90ba4b:2409:1874133970142208:192.168.204.114@tcp:400:kworker.0 00000100:00000001:2.0:1787325521.403599:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787325521.403601:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787325521.403605:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ca0510abb80 x1874133970142208/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.403610:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787325521.403612:0:2409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787325521.403818:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ca043908800. 02000000:00000001:2.0:1787325521.403823:0:2409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787325521.403825:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787325521.403826:0:2409:0:(genops.c:1244:class_import_put()) import ffff8ca051e2b800 refcount=3 obd=MGC192.168.204.114@tcp 00000020:00000001:2.0:1787325521.403828:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787325521.403830:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ca047cf1d00. 02000000:00000001:2.0:1787325521.403832:0:2409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787325521.403834:0:2409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787325521.403835:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ca0510abb80. 00000100:00000001:2.0:1787325521.403838:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787325521.403839:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787325521.403841:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787325521.403843:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787325521.403845:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787325521.403846:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787325521.403848:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787325521.404296:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325521.404303:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787325521.404305:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325521.404307:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787325521.404311:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325521.404316:0:2400:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp) <- 192.168.204.114@tcp : PUT - for me 00000400:00000200:1.0:1787325521.404323:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325521.404326:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325521.404330:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325521.404333:0:2400:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.114@tcp of length 224 into portal 10 MB=0x6a883d18d4480 00000400:00000200:1.0:1787325521.404336:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325521.404341:0:2400:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.114@tcp of length 224/224 into md 0x53dde1 [1] + 224 00000800:00000001:1.0:1787325521.404345:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325521.404350:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787325521.404352:0:2400:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787325521.404355:0:2400:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000100:00000001:1.0:1787325521.404358:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787325521.404363:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ca0510a9180 x1874133970142336/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787325521.404371:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ca0510a9180 x1874133970142336/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325521.404403:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787325521.404408:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325521.404411:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787325521.404729:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787325521.404732:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787325521.404736:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787325521.404738:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787325521.404740:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ca07a832478. 00000400:00000200:2.0:1787325521.404744:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca072f41a18 00000400:00000010:2.0:1787325521.404746:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca072f41a18. 00000100:00000001:2.0:1787325521.404749:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787325521.404754:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ca0510a9180 x1874133970142336/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787325521.404775:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ca0510a9180 x1874133970142336/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.404791:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787325521.404794:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787325521.404796:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787325521.404798:0:2409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787325521.404800:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787325521.404801:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787325521.404804:0:2409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787325521.404810:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff8ca045380c60 time=77 v=5 (60 60 60 61) 00000100:00001000:2.0:1787325521.404813:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff8ca045380c18 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1787325521.404816:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787325521.404817:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787325521.404819:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787325521.404821:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787325521.404824:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787325521.404826:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8ca04662b000: skip recheck: last_committed 30064771620 00000100:00000001:2.0:1787325521.404828:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787325521.404829:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787325521.404833:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ca0510a9180 x1874133970142336/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.404839:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787325521.404842:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787325521.404844:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787325521.404847:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ca0510a9180 x1874133970142336/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787325521.404855:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8ca0510a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:365ac2e4-90ec-4b66-9ae2-fd6012665d0b:2409:1874133970142336:192.168.204.114@tcp:400:kworker.0 00000100:00000001:2.0:1787325521.404859:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787325521.404861:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787325521.404865:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ca0510a9180 x1874133970142336/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.404876:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787325521.404878:0:2409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787325521.404881:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ca05311dc00. 02000000:00000001:2.0:1787325521.404885:0:2409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787325521.404886:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787325521.404888:0:2409:0:(genops.c:1244:class_import_put()) import ffff8ca045380800 refcount=8 obd=lustre-MDT0000-mdc-ffff8ca04662b000 00000020:00000001:2.0:1787325521.404890:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787325521.404892:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ca047cf1e00. 02000000:00000001:2.0:1787325521.404895:0:2409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787325521.404896:0:2409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787325521.404898:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ca0510a9180. 00000100:00000001:2.0:1787325521.404901:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787325521.404902:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787325521.404905:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787325521.404907:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787325521.404909:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787325521.404910:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787325521.404912:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787325521.409976:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787325521.409994:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787325521.409998:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787325521.410000:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787325521.410009:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325521.410017:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp) <- 192.168.204.114@tcp : PUT - for me 00000400:00000200:0.0:1787325521.410042:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325521.410047:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325521.410053:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325521.410058:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.114@tcp of length 224 into portal 10 MB=0x6a883d18d4500 00000400:00000200:0.0:1787325521.410064:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325521.410071:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.114@tcp of length 224/224 into md 0x53ddf9 [1] + 224 00000800:00000001:0.0:1787325521.410079:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787325521.410087:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787325521.410090:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787325521.410094:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000100:00000001:0.0:1787325521.410101:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787325521.410109:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ca0510aaa00 x1874133970142464/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787325521.410120:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ca0510aaa00 x1874133970142464/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325521.410146:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787325521.410155:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787325521.410158:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787325521.410235:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787325521.410265:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787325521.410272:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787325521.410274:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787325521.410278:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ca07a832160. 00000400:00000200:2.0:1787325521.410282:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca072f413b8 00000400:00000010:2.0:1787325521.410285:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca072f413b8. 00000100:00000001:2.0:1787325521.410288:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787325521.410293:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ca0510aaa00 x1874133970142464/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787325521.410302:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ca0510aaa00 x1874133970142464/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.410308:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787325521.410310:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787325521.410312:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787325521.410316:0:2409:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787325521.410318:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787325521.410327:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787325521.410331:0:2409:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787325521.410341:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff8ca05045cc60 time=77 v=5 (60 60 60 61) 00000100:00001000:2.0:1787325521.410345:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff8ca05045cc18 time=65 v=5 (1 1 1 1) 00000100:00000001:2.0:1787325521.410347:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787325521.410349:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787325521.410351:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787325521.410356:0:2409:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ca0510aaa00 x1874133970142464/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787325521.410362:0:2409:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787325521.410365:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787325521.410367:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8ca04662b000: skip recheck: last_committed 21474836540 00000100:00000001:2.0:1787325521.410369:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787325521.410371:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787325521.410375:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ca0510aaa00 x1874133970142464/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.410381:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787325521.410384:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787325521.410386:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787325521.410402:0:2409:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ca0510aaa00 x1874133970142464/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787325521.410410:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8ca0510aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:365ac2e4-90ec-4b66-9ae2-fd6012665d0b:2409:1874133970142464:192.168.204.114@tcp:400:kworker.0 00000100:00000001:2.0:1787325521.410415:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787325521.410418:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787325521.410421:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ca0510aaa00 x1874133970142464/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325537 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787325521.410427:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787325521.410430:0:2409:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787325521.410434:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ca043909600. 02000000:00000001:2.0:1787325521.410437:0:2409:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787325521.410439:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787325521.410447:0:2409:0:(genops.c:1244:class_import_put()) import ffff8ca05045c800 refcount=3 obd=lustre-MDT0001-mdc-ffff8ca04662b000 00000020:00000001:2.0:1787325521.410450:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787325521.410453:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ca047cf1600. 02000000:00000001:2.0:1787325521.410457:0:2409:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787325521.410459:0:2409:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787325521.410461:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ca0510aaa00. 00000100:00000001:2.0:1787325521.410464:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787325521.410466:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787325521.410468:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787325521.410475:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787325521.410477:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787325521.410479:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787325521.410481:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325521.524394:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325521.524402:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325521.524408:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325521.524409:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787325521.524435:0:241120:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787325521.524438:0:241120:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787325521.524440:0:241120:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787325522.548369:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325522.548379:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325522.548384:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325522.548386:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787325522.548476:0:235064:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787325522.548479:0:235064:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787325522.548483:0:235064:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787325523.573371:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325523.573379:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325523.573385:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325523.573386:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787325523.573482:0:235065:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787325523.573486:0:235065:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787325523.573489:0:235065:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787325524.577153:0:283854:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325524.597347:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325524.597353:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325524.597359:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325524.597361:0:218024:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787325524.597364:0:218024:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787325524.597369:0:218024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787325524.597371:0:218024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1787325524.597372:0:218024:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325524.597376:0:218024:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787325524.597378:0:218024:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325524.597380:0:218024:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325524.597383:0:218024:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787325524.598440:0:256653:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787325524.598445:0:256653:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787325524.598449:0:256653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787325525.300881:0:218024:0:(connection.c:75:cpu_latency_work()) work item of ffff8ca04631f910 (cpu 1) has reached its deadline 4306943234, at 4306943296 00000100:00000010:1.0:1787325525.300896:0:218024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ca07459a120. 00000100:00000040:0.0:1787325525.301316:0:282817:0:(connection.c:75:cpu_latency_work()) work item of ffff8ca04631f800 (cpu 0) has reached its deadline 4306943234, at 4306943297 00000100:00000010:0.0:1787325525.301323:0:282817:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ca07459acc0. 00010000:00000001:1.0:1787325525.620438:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325525.620445:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325525.620451:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325525.620469:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787325525.620610:0:246826:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787325525.620613:0:246826:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787325525.620617:0:246826:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787325526.516568:0:232275:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bea07d7-7d2f-4663-b282-6631fa90ba4b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787325526.516582:0:232275:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787325526.516595:0:232275:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ca0717c9880. 00000020:00000040:1.0:1787325526.516603:0:232275:0:(genops.c:1231:class_import_get()) import ffff8ca051e2b800 refcount=4 obd=MGC192.168.204.114@tcp 00000100:00000001:1.0:1787325526.516608:0:232275:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787325526.516611:0:232275:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787325526.516618:0:232275:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787325526.516628:0:232275:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ca042edc100. 00000100:00000001:1.0:1787325526.516635:0:232275:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325526.516649:0:232275:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4bea07d7-7d2f-4663-b282-6631fa90ba4b->MGS req@ffff8ca0717c9880 x1874133970142720/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787325526.516662:0:232275:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787325526.516667:0:232275:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325526.516685:0:232275:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd463841] to pc [ptlrpcd_00_00+0] req@ffff8ca0717c9880 x1874133970142720/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.516746:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787325526.516752:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787325526.516756:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787325526.516762:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ca0717c9880 x1874133970142720/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.516771:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787325526.516790:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325526.516794:0:2407:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787325526.516797:0:2407:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787325526.516800:0:2407:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787325526.516804:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8ca0717c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bea07d7-7d2f-4663-b282-6631fa90ba4b:2407:1874133970142720:192.168.204.114@tcp:400:kworker.0 00000100:00000001:0.0:1787325526.516820:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787325526.516930:0:2407:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787325526.516934:0:2407:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325526.516936:0:2407:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787325526.516942:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ca079e4e000. 02000000:00000001:0.0:1787325526.516944:0:2407:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787325526.516951:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000010:0.0:1787325526.516956:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ca071f39898. 00000400:00000010:0.0:1787325526.516963:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca048adc2a8. 00000100:00000200:0.0:1787325526.516970:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874133970142720, portal 25 00000100:00000001:0.0:1787325526.516973:0:2407:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787325526.516979:0:2407:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617219459487872 : -126854250063744 : ffff8ca0717c9880) 00000100:00000040:0.0:1787325526.516985:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8ca0717c9880 x1874133970142720/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.516992:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787325526.516995:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.114@tcp 00000400:00000010:0.0:1787325526.516998:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca048adc880. 00000100:00000200:0.0:1787325526.517002:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874133970142720, offset 0 00000400:00000200:0.0:1787325526.517008:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.114@tcp 00000400:00000200:0.0:1787325526.517016:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325526.517024:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.114@tcp local destination 00000400:00000200:0.0:1787325526.517030:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787325526.517034:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.14@tcp 00000400:00000200:0.0:1787325526.517037:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787325526.517040:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.114@tcp 00000400:00000200:0.0:1787325526.517044:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.14@tcp NI seq info: [546304:546304:256:4294967295] 192.168.204.114@tcp LPNI seq info [546259:546259:8:4294967295] 00000400:00000200:0.0:1787325526.517049:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325526.517058:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp:) -> 192.168.204.114@tcp(192.168.204.114@tcp:192.168.204.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787325526.517071:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.114@tcp 00000800:00000010:0.0:1787325526.517078:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ca04361e200. 00000800:00000200:0.0:1787325526.517085:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ca050500d80] -> 12345-192.168.204.114@tcp (5) 00000800:00000200:0.0:1787325526.517093:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.114@tcp ip 192.168.204.114:988 00000800:00000200:0.0:1787325526.517097:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ca04361e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787325526.517115:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787325526.517120:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000100:00000001:0.0:1787325526.517123:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.114@tcp: PM QoS new deadline estimation for cpu 0 is 4306948353 00000100:00000010:0.0:1787325526.517127:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ca071cae420. 00000100:00000001:0.0:1787325526.517133:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.114@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787325526.517139:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.114@tcp: PM QoS new deadline estimation for cpu 1 is 4306948353 00000100:00000010:0.0:1787325526.517141:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ca071cae7e0. 00000100:00000001:0.0:1787325526.517144:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.114@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787325526.517146:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787325526.517149:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325526.517152:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325526.517154:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787325526.517456:0:232275:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325526.517460:0:232275:0:(pinger.c:229:ptlrpc_pinger_process_import()) 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787325526.517464:0:232275:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787325526.517468:0:232275:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ca0717cbb80. 00000100:00000001:0.0:1787325526.517970:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787325526.517973:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787325526.517976:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787325526.517978:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787325526.517980:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325526.517983:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787325526.518978:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787325526.518984:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ca04361e200. 00000400:00000200:0.0:1787325526.518991:0:2400:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787325526.518998:0:2400:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000400:00000200:0.0:1787325526.519005:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca048adc880 00000400:00000010:0.0:1787325526.519008:0:2400:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca048adc880. 00000100:00000001:0.0:1787325526.519012:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787325526.519019:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ca0717c9880 x1874133970142720/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.519031:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787325526.519051:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ca0717c9880 x1874133970142720/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.519058:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325526.519060:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787325526.519081:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787325526.519084:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1787325526.519148:0:232275:0:(genops.c:1231:class_import_get()) import ffff8ca045380800 refcount=9 obd=lustre-MDT0000-mdc-ffff8ca04662b000 00000100:00000001:1.0:1787325526.519154:0:232275:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787325526.519157:0:232275:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787325526.519162:0:232275:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787325526.519170:0:232275:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ca042edcd00. 00000100:00000001:1.0:1787325526.519175:0:232275:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325526.519181:0:232275:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-MDT0000_UUID req@ffff8ca0717cbb80 x1874133970142848/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787325526.519189:0:232275:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787325526.519193:0:232275:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325526.519197:0:232275:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d01abe9] to pc [ptlrpcd_00_01+1] req@ffff8ca0717cbb80 x1874133970142848/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325526.519230:0:232275:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325526.519233:0:232275:0:(pinger.c:229:ptlrpc_pinger_process_import()) 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787325526.519251:0:232275:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787325526.519255:0:232275:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ca0717caa00. 00000020:00000040:1.0:1787325526.519258:0:232275:0:(genops.c:1231:class_import_get()) import ffff8ca05045c800 refcount=4 obd=lustre-MDT0001-mdc-ffff8ca04662b000 00000100:00000001:1.0:1787325526.519261:0:232275:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787325526.519262:0:232275:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787325526.519264:0:232275:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787325526.519267:0:232275:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ca042edce00. 00000100:00000001:1.0:1787325526.519270:0:232275:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325526.519275:0:232275:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-MDT0001_UUID req@ffff8ca0717caa00 x1874133970142976/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787325526.519281:0:232275:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787325526.519283:0:232275:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325526.519286:0:232275:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b116567b] to pc [ptlrpcd_00_00+0] req@ffff8ca0717caa00 x1874133970142976/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325526.519294:0:232275:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325526.519296:0:232275:0:(pinger.c:229:ptlrpc_pinger_process_import()) 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787325526.519299:0:232275:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787325526.519302:0:232275:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ca0717c8e00. 00000020:00000040:1.0:1787325526.519303:0:232275:0:(genops.c:1231:class_import_get()) import ffff8ca0497b5000 refcount=4 obd=lustre-OST0000-osc-ffff8ca04662b000 00000100:00000001:1.0:1787325526.519306:0:232275:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787325526.519307:0:232275:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787325526.519309:0:232275:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787325526.519311:0:232275:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ca042edcc00. 00000100:00000001:1.0:1787325526.519314:0:232275:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325526.519317:0:232275:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-OST0000_UUID req@ffff8ca0717c8e00 x1874133970143104/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787325526.519325:0:232275:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787325526.519332:0:232275:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325526.519337:0:232275:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b10c237c] to pc [ptlrpcd_00_01+1] req@ffff8ca0717c8e00 x1874133970143104/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325526.519343:0:232275:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325526.519344:0:232275:0:(pinger.c:229:ptlrpc_pinger_process_import()) 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787325526.519347:0:232275:0:(pinger.c:247:ptlrpc_pinger_process_import()) 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787325526.519352:0:232275:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12282) 00000100:00000001:0.0:1787325526.521008:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787325526.521015:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787325526.521018:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787325526.521030:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ca0717cbb80 x1874133970142848/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.521043:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787325526.521045:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325526.521050:0:2408:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787325526.521053:0:2408:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787325526.521057:0:2408:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787325526.521060:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8ca0717cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:365ac2e4-90ec-4b66-9ae2-fd6012665d0b:2408:1874133970142848:192.168.204.114@tcp:400:kworker.0 00000100:00000001:0.0:1787325526.521065:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787325526.521070:0:2408:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787325526.521073:0:2408:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325526.521076:0:2408:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787325526.521084:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ca079e4fa00. 02000000:00000001:0.0:1787325526.521086:0:2408:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787325526.521093:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000010:0.0:1787325526.521098:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ca071f39688. 00000400:00000010:0.0:1787325526.521105:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca048adc880. 00000100:00000200:0.0:1787325526.521112:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874133970142848, portal 10 00000100:00000001:0.0:1787325526.521115:0:2408:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787325526.521116:0:2408:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617219459496832 : -126854250054784 : ffff8ca0717cbb80) 00000100:00000040:0.0:1787325526.521124:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8ca0717cbb80 x1874133970142848/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.521132:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787325526.521135:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.114@tcp 00000400:00000010:0.0:1787325526.521149:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca048adcbb0. 00000100:00000200:0.0:1787325526.521153:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874133970142848, offset 0 00000400:00000200:0.0:1787325526.521160:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.114@tcp 00000400:00000200:0.0:1787325526.521169:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325526.521177:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.114@tcp local destination 00000400:00000200:0.0:1787325526.521183:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787325526.521187:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.14@tcp 00000400:00000200:0.0:1787325526.521190:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787325526.521193:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.114@tcp 00000400:00000200:0.0:1787325526.521197:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.14@tcp NI seq info: [546305:546305:256:4294967295] 192.168.204.114@tcp LPNI seq info [546260:546260:8:4294967295] 00000400:00000200:0.0:1787325526.521201:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325526.521211:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp:) -> 192.168.204.114@tcp(192.168.204.114@tcp:192.168.204.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787325526.521218:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.114@tcp 00000800:00000010:0.0:1787325526.521223:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ca04361e200. 00000800:00000200:0.0:1787325526.521229:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ca050500d80] -> 12345-192.168.204.114@tcp (5) 00000800:00000200:0.0:1787325526.521280:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.114@tcp ip 192.168.204.114:988 00000800:00000200:0.0:1787325526.521294:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ca04361e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787325526.521309:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787325526.521313:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8ca04662b000: using a timeout of 16133 usecs (17 jiffies) 00000400:00000200:0.0:1787325526.521317:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000100:00000001:0.0:1787325526.521320:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8ca04662b000: PM QoS new deadline estimation for cpu 0 is 4306944534 00000100:00000001:0.0:1787325526.521323:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8ca04662b000: PM QoS request active for cpu 0, keep current deadline 4306948353 00000100:00000001:0.0:1787325526.521325:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8ca04662b000: PM QoS new deadline estimation for cpu 1 is 4306944534 00000100:00000001:0.0:1787325526.521328:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8ca04662b000: PM QoS request active for cpu 1, keep current deadline 4306948353 00000100:00000001:0.0:1787325526.521330:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787325526.521333:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325526.521335:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787325526.521340:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ca0717c8e00 x1874133970143104/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.521360:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787325526.521362:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325526.521364:0:2408:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787325526.521366:0:2408:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787325526.521369:0:2408:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787325526.521372:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8ca0717c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:365ac2e4-90ec-4b66-9ae2-fd6012665d0b:2408:1874133970143104:192.168.204.114@tcp:400:kworker.0 00000100:00000001:0.0:1787325526.521375:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787325526.521378:0:2408:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787325526.521380:0:2408:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325526.521382:0:2408:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787325526.521385:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ca079e4e200. 02000000:00000001:0.0:1787325526.521387:0:2408:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787325526.521391:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000010:0.0:1787325526.521393:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ca071f39bb0. 00000400:00000010:0.0:1787325526.521397:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca048adc3b8. 00000100:00000200:0.0:1787325526.521400:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874133970143104, portal 4 00000100:00000001:0.0:1787325526.521402:0:2408:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787325526.521403:0:2408:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617219459485184 : -126854250066432 : ffff8ca0717c8e00) 00000100:00000040:0.0:1787325526.521409:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8ca0717c8e00 x1874133970143104/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.521416:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787325526.521418:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.114@tcp 00000400:00000010:0.0:1787325526.521421:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca048adc220. 00000100:00000200:0.0:1787325526.521423:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874133970143104, offset 0 00000400:00000200:0.0:1787325526.521428:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.114@tcp 00000400:00000200:0.0:1787325526.521432:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325526.521435:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.114@tcp local destination 00000400:00000200:0.0:1787325526.521438:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787325526.521440:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.14@tcp 00000400:00000200:0.0:1787325526.521442:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787325526.521444:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.114@tcp 00000400:00000200:0.0:1787325526.521455:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.14@tcp NI seq info: [546306:546306:255:4294967295] 192.168.204.114@tcp LPNI seq info [546261:546261:7:4294967295] 00000400:00000200:0.0:1787325526.521459:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325526.521465:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp:) -> 192.168.204.114@tcp(192.168.204.114@tcp:192.168.204.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787325526.521470:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.114@tcp 00000800:00000010:0.0:1787325526.521474:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ca04361e900. 00000800:00000200:0.0:1787325526.521478:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ca050500d80] -> 12345-192.168.204.114@tcp (5) 00000800:00000200:0.0:1787325526.521482:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.114@tcp ip 192.168.204.114:988 00000800:00000200:0.0:1787325526.521485:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ca04361e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787325526.521488:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787325526.521492:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8ca04662b000: using a timeout of 93513 usecs (94 jiffies) 00000400:00000200:0.0:1787325526.521494:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000100:00000001:0.0:1787325526.521496:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8ca04662b000: PM QoS new deadline estimation for cpu 0 is 4306944611 00000100:00000001:0.0:1787325526.521499:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8ca04662b000: PM QoS request active for cpu 0, keep current deadline 4306948353 00000100:00000001:0.0:1787325526.521501:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8ca04662b000: PM QoS new deadline estimation for cpu 1 is 4306944611 00000100:00000001:0.0:1787325526.521503:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8ca04662b000: PM QoS request active for cpu 1, keep current deadline 4306948353 00000100:00000001:0.0:1787325526.521504:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787325526.521506:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325526.521509:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325526.521512:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325526.521518:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787325526.521520:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787325526.521523:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787325526.521525:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787325526.521526:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787325526.521530:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1787325526.521531:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325526.521533:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787325526.521535:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325526.521536:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787325526.521537:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787325526.521539:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787325526.521543:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ca0717caa00 x1874133970142976/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.521556:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787325526.521557:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325526.521560:0:2408:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787325526.521561:0:2408:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787325526.521563:0:2408:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787325526.521566:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8ca0717caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:365ac2e4-90ec-4b66-9ae2-fd6012665d0b:2408:1874133970142976:192.168.204.114@tcp:400:kworker.0 00000100:00000001:0.0:1787325526.521570:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787325526.521573:0:2408:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787325526.521574:0:2408:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325526.521576:0:2408:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787325526.521579:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ca079e4f400. 02000000:00000001:0.0:1787325526.521581:0:2408:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787325526.521585:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000010:0.0:1787325526.521588:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ca071f39f20. 00000400:00000010:0.0:1787325526.521591:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca048adc198. 00000100:00000200:0.0:1787325526.521594:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874133970142976, portal 10 00000100:00000001:0.0:1787325526.521596:0:2408:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787325526.521597:0:2408:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617219459492352 : -126854250059264 : ffff8ca0717caa00) 00000100:00000040:0.0:1787325526.521603:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8ca0717caa00 x1874133970142976/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.521608:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787325526.521610:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.114@tcp 00000400:00000010:0.0:1787325526.521612:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca048adc4c8. 00000100:00000200:0.0:1787325526.521614:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874133970142976, offset 0 00000400:00000200:0.0:1787325526.521618:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.114@tcp 00000400:00000200:0.0:1787325526.521621:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325526.521624:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.114@tcp local destination 00000400:00000200:0.0:1787325526.521627:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787325526.521629:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.14@tcp 00000400:00000200:0.0:1787325526.521631:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787325526.521633:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.114@tcp 00000400:00000200:0.0:1787325526.521639:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.14@tcp NI seq info: [546307:546307:254:4294967295] 192.168.204.114@tcp LPNI seq info [546262:546262:6:4294967295] 00000400:00000200:0.0:1787325526.521643:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325526.521649:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp:) -> 192.168.204.114@tcp(192.168.204.114@tcp:192.168.204.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787325526.521653:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.114@tcp 00000800:00000010:0.0:1787325526.521656:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ca04361eb00. 00000800:00000200:0.0:1787325526.521660:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ca050500d80] -> 12345-192.168.204.114@tcp (5) 00000800:00000200:0.0:1787325526.521664:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.114@tcp ip 192.168.204.114:988 00000800:00000200:0.0:1787325526.521666:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ca04361eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787325526.521669:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787325526.521671:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8ca04662b000: using a timeout of 26443 usecs (27 jiffies) 00000400:00000200:0.0:1787325526.521674:0:2408:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000100:00000001:0.0:1787325526.521687:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8ca04662b000: PM QoS new deadline estimation for cpu 0 is 4306944544 00000100:00000001:0.0:1787325526.521690:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8ca04662b000: PM QoS request active for cpu 0, keep current deadline 4306948353 00000100:00000001:0.0:1787325526.521692:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8ca04662b000: PM QoS new deadline estimation for cpu 1 is 4306944544 00000100:00000001:0.0:1787325526.521694:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8ca04662b000: PM QoS request active for cpu 1, keep current deadline 4306948353 00000100:00000001:0.0:1787325526.521696:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787325526.521698:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325526.521700:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325526.521703:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325526.521933:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787325526.521936:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787325526.521938:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325526.521941:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787325526.522175:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787325526.522180:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ca04361e200. 00000400:00000200:1.0:1787325526.522187:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787325526.522193:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000400:00000200:1.0:1787325526.522199:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca048adcbb0 00000400:00000010:1.0:1787325526.522201:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca048adcbb0. 00000100:00000001:1.0:1787325526.522205:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787325526.522211:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ca0717cbb80 x1874133970142848/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325526.522221:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787325526.522225:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ca0717cbb80 x1874133970142848/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325526.522232:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787325526.522234:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787325526.522276:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787325526.522279:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ca04361e900. 00000400:00000200:1.0:1787325526.522282:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787325526.522299:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000400:00000200:1.0:1787325526.522303:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca048adc220 00000400:00000010:1.0:1787325526.522305:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca048adc220. 00000100:00000001:1.0:1787325526.522307:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787325526.522312:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ca0717c8e00 x1874133970143104/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325526.522319:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787325526.522332:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ca0717c8e00 x1874133970143104/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325526.522339:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787325526.522341:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787325526.526740:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1787325526.527570:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787325526.527577:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ca04361eb00. 00000400:00000200:1.0:1787325526.527584:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787325526.527594:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000400:00000200:1.0:1787325526.527602:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca048adc4c8 00000400:00000010:1.0:1787325526.527605:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca048adc4c8. 00000100:00000001:1.0:1787325526.527611:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787325526.527620:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ca0717caa00 x1874133970142976/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1787325526.527622:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787325526.527628:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787325526.527632:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787325526.527637:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1787325526.527641:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325526.527648:0:2400:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp) <- 192.168.204.114@tcp : PUT - for me 00000100:00000040:1.0:1787325526.527651:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ca0717caa00 x1874133970142976/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787325526.527659:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325526.527664:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000100:00000001:1.0:1787325526.527673:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787325526.527686:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1787325526.527696:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325526.527701:0:2400:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.114@tcp of length 224 into portal 25 MB=0x6a883d18d4600 00000400:00000200:0.0:1787325526.527706:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325526.527712:0:2400:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.114@tcp of length 224/224 into md 0x53de01 [1] + 224 00000800:00000001:0.0:1787325526.527721:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787325526.527729:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787325526.527731:0:2400:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787325526.527735:0:2400:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000100:00000001:0.0:1787325526.527739:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787325526.527746:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ca0717c9880 x1874133970142720/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787325526.527755:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ca0717c9880 x1874133970142720/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.527777:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787325526.527785:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787325526.527788:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787325526.527806:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787325526.527811:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787325526.527818:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787325526.527820:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787325526.527822:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ca071f39898. 00000400:00000200:1.0:1787325526.527826:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca048adc2a8 00000400:00000010:1.0:1787325526.527828:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca048adc2a8. 00000100:00000001:1.0:1787325526.527830:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787325526.527835:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ca0717c9880 x1874133970142720/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787325526.527844:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ca0717c9880 x1874133970142720/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325526.527851:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787325526.527853:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787325526.527856:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1787325526.527865:0:2407:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787325526.527868:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787325526.527871:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787325526.527873:0:2407:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787325526.527880:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff8ca051e2bc60 time=82 v=5 (5 5 5 5) 00000100:00001000:1.0:1787325526.527884:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff8ca051e2bc18 time=91 v=5 (1 1 1 1) 00000100:00000001:1.0:1787325526.527887:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787325526.527889:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325526.527892:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787325526.527894:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787325526.527897:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325526.527902:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ca0717c9880 x1874133970142720/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325526.527910:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787325526.527913:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787325526.527915:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787325526.527919:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ca0717c9880 x1874133970142720/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787325526.527927:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8ca0717c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bea07d7-7d2f-4663-b282-6631fa90ba4b:2407:1874133970142720:192.168.204.114@tcp:400:kworker.0 00000100:00000001:1.0:1787325526.527932:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787325526.527935:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787325526.527938:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ca0717c9880 x1874133970142720/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325526.527945:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787325526.527947:0:2407:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787325526.527951:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ca079e4e000. 02000000:00000001:1.0:1787325526.527954:0:2407:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787325526.527957:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787325526.527958:0:2407:0:(genops.c:1244:class_import_put()) import ffff8ca051e2b800 refcount=3 obd=MGC192.168.204.114@tcp 00000020:00000001:1.0:1787325526.528043:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787325526.528047:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ca042edc100. 02000000:00000001:1.0:1787325526.528051:0:2407:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787325526.528053:0:2407:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787325526.528061:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ca0717c9880. 00000100:00000001:1.0:1787325526.528065:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787325526.528066:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787325526.528068:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787325526.528076:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787325526.528078:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787325526.528080:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787325526.528083:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787325526.529751:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325526.529764:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787325526.529768:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325526.529770:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787325526.529777:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325526.529783:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp) <- 192.168.204.114@tcp : PUT - for me 00000400:00000200:1.0:1787325526.529790:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325526.529794:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325526.529798:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325526.529813:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.114@tcp of length 224 into portal 10 MB=0x6a883d18d4680 00000400:00000200:1.0:1787325526.529818:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325526.529824:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.114@tcp of length 224/224 into md 0x53de11 [1] + 224 00000800:00000001:1.0:1787325526.529830:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325526.529834:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787325526.529837:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787325526.529840:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000100:00000001:1.0:1787325526.529847:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787325526.529854:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ca0717cbb80 x1874133970142848/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787325526.529968:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ca0717cbb80 x1874133970142848/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.530025:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787325526.530028:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787325526.530046:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787325526.530056:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325526.530060:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787325526.530062:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325526.530064:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787325526.530075:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325526.530079:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp) <- 192.168.204.114@tcp : PUT - for me 00000400:00000200:1.0:1787325526.530083:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325526.530086:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325526.530089:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325526.530092:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.114@tcp of length 224 into portal 10 MB=0x6a883d18d4700 00000400:00000200:1.0:1787325526.530095:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325526.530099:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.114@tcp of length 224/224 into md 0x53de31 [1] + 224 00000800:00000001:1.0:1787325526.530103:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325526.530119:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787325526.530121:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787325526.530125:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000100:00000001:1.0:1787325526.530129:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787325526.530133:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ca0717caa00 x1874133970142976/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787325526.530141:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ca0717caa00 x1874133970142976/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325526.530147:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787325526.530150:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325526.530153:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787325526.530730:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325526.530735:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787325526.530738:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325526.530740:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787325526.530744:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325526.530748:0:2400:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp) <- 192.168.204.114@tcp : PUT - for me 00000400:00000200:1.0:1787325526.530752:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325526.530755:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325526.530758:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325526.530762:0:2400:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.114@tcp of length 224 into portal 4 MB=0x6a883d18d4780 00000400:00000200:1.0:1787325526.530765:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325526.530770:0:2400:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.114@tcp of length 224/224 into md 0x53de21 [1] + 224 00000800:00000001:1.0:1787325526.530780:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325526.530784:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787325526.530787:0:2400:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787325526.530790:0:2400:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000100:00000001:1.0:1787325526.530793:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787325526.530799:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ca0717c8e00 x1874133970143104/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787325526.530818:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ca0717c8e00 x1874133970143104/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325526.530826:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787325526.530831:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325526.530833:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787325526.531269:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787325526.531272:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787325526.531275:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ca071f39688. 00000400:00000200:0.0:1787325526.531280:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca048adc880 00000400:00000010:0.0:1787325526.531282:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca048adc880. 00000100:00000001:0.0:1787325526.531336:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787325526.531341:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ca0717cbb80 x1874133970142848/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787325526.531351:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ca0717cbb80 x1874133970142848/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.531357:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787325526.531360:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325526.531362:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787325526.531365:0:2408:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787325526.531368:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787325526.531376:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325526.531380:0:2408:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787325526.531388:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff8ca045380c60 time=82 v=5 (60 60 60 61) 00000100:00001000:0.0:1787325526.531392:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff8ca045380c18 time=91 v=5 (1 1 1 1) 00000100:00000001:0.0:1787325526.531394:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787325526.531396:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787325526.531398:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787325526.531401:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325526.531404:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787325526.531406:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8ca04662b000: skip recheck: last_committed 30064771620 00000100:00000001:0.0:1787325526.531408:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787325526.531409:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787325526.531414:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ca0717cbb80 x1874133970142848/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.531421:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787325526.531424:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787325526.531425:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787325526.531429:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ca0717cbb80 x1874133970142848/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787325526.531435:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8ca0717cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:365ac2e4-90ec-4b66-9ae2-fd6012665d0b:2408:1874133970142848:192.168.204.114@tcp:400:kworker.0 00000400:00000001:0.0:1787325526.531440:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787325526.531441:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787325526.531443:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ca071f39bb0. 00000400:00000200:0.0:1787325526.531445:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca048adc3b8 00000400:00000010:0.0:1787325526.531446:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca048adc3b8. 00000100:00000001:0.0:1787325526.531448:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787325526.531451:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ca0717c8e00 x1874133970143104/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787325526.531458:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ca0717c8e00 x1874133970143104/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.531463:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787325526.531469:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325526.531471:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787325526.531472:0:2408:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787325526.531525:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787325526.531527:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325526.531529:0:2408:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787325526.531534:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff8ca0497b5460 time=82 v=5 (5 5 5 5) 00000100:00001000:0.0:1787325526.531537:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff8ca0497b5418 time=124 v=5 (1 1 0 0) 00000100:00000001:0.0:1787325526.531539:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787325526.531541:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787325526.531543:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787325526.531545:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325526.531547:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787325526.531549:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ca04662b000: skip recheck: last_committed 38654729396 00000100:00000001:0.0:1787325526.531551:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787325526.531752:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787325526.531757:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ca0717c8e00 x1874133970143104/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.531764:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787325526.531766:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787325526.531767:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787325526.531771:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ca0717c8e00 x1874133970143104/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787325526.531779:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8ca0717c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:365ac2e4-90ec-4b66-9ae2-fd6012665d0b:2408:1874133970143104:192.168.204.114@tcp:400:kworker.0 00000100:00000001:0.0:1787325526.531783:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325526.531786:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787325526.531790:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ca0717cbb80 x1874133970142848/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.531797:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787325526.531799:0:2408:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787325526.531803:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ca079e4fa00. 02000000:00000001:0.0:1787325526.531926:0:2408:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787325526.531928:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787325526.531937:0:2408:0:(genops.c:1244:class_import_put()) import ffff8ca045380800 refcount=8 obd=lustre-MDT0000-mdc-ffff8ca04662b000 00000020:00000001:0.0:1787325526.531939:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787325526.531943:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ca042edcd00. 02000000:00000001:0.0:1787325526.531946:0:2408:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787325526.531948:0:2408:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787325526.531950:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ca0717cbb80. 00000100:00000001:0.0:1787325526.531953:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787325526.531955:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325526.531956:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787325526.531961:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ca0717c8e00 x1874133970143104/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.531967:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787325526.531968:0:2408:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787325526.531970:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ca079e4e200. 02000000:00000001:0.0:1787325526.531972:0:2408:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787325526.531973:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787325526.531974:0:2408:0:(genops.c:1244:class_import_put()) import ffff8ca0497b5000 refcount=3 obd=lustre-OST0000-osc-ffff8ca04662b000 00000020:00000001:0.0:1787325526.531975:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787325526.531977:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ca042edcc00. 02000000:00000001:0.0:1787325526.531979:0:2408:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787325526.531981:0:2408:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787325526.531982:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ca0717c8e00. 00000100:00000001:0.0:1787325526.531984:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787325526.531985:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325526.531989:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325526.531991:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787325526.531994:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787325526.531997:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787325526.531998:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787325526.532000:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ca071f39f20. 00000400:00000200:0.0:1787325526.532002:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca048adc198 00000400:00000010:0.0:1787325526.532004:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca048adc198. 00000100:00000001:0.0:1787325526.532006:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787325526.532010:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ca0717caa00 x1874133970142976/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787325526.532018:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ca0717caa00 x1874133970142976/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.532032:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787325526.532033:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325526.532035:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787325526.532037:0:2408:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787325526.532038:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787325526.532040:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325526.532042:0:2408:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787325526.532046:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff8ca05045cc60 time=82 v=5 (60 60 60 61) 00000100:00001000:0.0:1787325526.532049:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff8ca05045cc18 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1787325526.532051:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787325526.532052:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787325526.532054:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787325526.532057:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ca0717caa00 x1874133970142976/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787325526.532064:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325526.532066:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787325526.532067:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8ca04662b000: skip recheck: last_committed 21474836540 00000100:00000001:0.0:1787325526.532069:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787325526.532070:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787325526.532073:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ca0717caa00 x1874133970142976/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.532080:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787325526.532082:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787325526.532083:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787325526.532086:0:2408:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ca0717caa00 x1874133970142976/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787325526.532093:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8ca0717caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:365ac2e4-90ec-4b66-9ae2-fd6012665d0b:2408:1874133970142976:192.168.204.114@tcp:400:kworker.0 00000100:00000001:0.0:1787325526.532097:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325526.532099:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787325526.532102:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ca0717caa00 x1874133970142976/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325542 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325526.532113:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787325526.532115:0:2408:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787325526.532116:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ca079e4f400. 02000000:00000001:0.0:1787325526.532119:0:2408:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787325526.532120:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787325526.532122:0:2408:0:(genops.c:1244:class_import_put()) import ffff8ca05045c800 refcount=3 obd=lustre-MDT0001-mdc-ffff8ca04662b000 00000020:00000001:0.0:1787325526.532123:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787325526.532125:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ca042edce00. 02000000:00000001:0.0:1787325526.532127:0:2408:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787325526.532128:0:2408:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787325526.532129:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ca0717caa00. 00000100:00000001:0.0:1787325526.532132:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787325526.532133:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325526.532134:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325526.532141:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787325526.532143:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325526.532146:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787325526.532147:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325526.644369:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325526.644377:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325526.644383:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325526.644384:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787325526.644410:0:241120:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787325526.644414:0:241120:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787325526.644416:0:241120:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787325527.668354:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325527.668362:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325527.668368:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325527.668369:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787325527.668602:0:235064:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787325527.668605:0:235064:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787325527.668608:0:235064:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787325528.694334:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325528.694341:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325528.694346:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325528.694347:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787325528.694496:0:235065:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787325528.694499:0:235065:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787325528.694502:0:235065:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787325529.716359:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325529.716365:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325529.716369:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325529.716371:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787325529.716497:0:256653:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787325529.716500:0:256653:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787325529.716503:0:256653:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787325530.421329:0:282817:0:(connection.c:75:cpu_latency_work()) work item of ffff8ca04631f800 (cpu 0) has reached its deadline 4306948353, at 4306948416 00000100:00000010:0.0:1787325530.421348:0:282817:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ca071cae420. 00000100:00000040:1.0:1787325530.421976:0:218024:0:(connection.c:75:cpu_latency_work()) work item of ffff8ca04631f910 (cpu 1) has reached its deadline 4306948353, at 4306948417 00000100:00000010:1.0:1787325530.421984:0:218024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8ca071cae7e0. 00000080:00000001:2.0:1787325530.539645:0:283997:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325530.741309:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325530.741325:0:218024:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787325530.741327:0:218024:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787325530.741330:0:218024:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325530.741335:0:218024:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787325530.741337:0:218024:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325530.741339:0:218024:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325530.741341:0:218024:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325530.741345:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325530.741459:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787325530.743069:0:246826:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787325530.743075:0:246826:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787325530.743080:0:246826:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1787325530.877121:0:284033:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1787325530.877128:0:284033:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_816: @@@@@@ FAIL: client: import is not in IDLE state after 50 00000001:00000001:3.0:1787325530.882570:0:284033:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:1.0:1787325531.636370:0:232275:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4bea07d7-7d2f-4663-b282-6631fa90ba4b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787325531.636382:0:232275:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787325531.636392:0:232275:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ca0717c9880. 00000020:00000040:1.0:1787325531.636399:0:232275:0:(genops.c:1231:class_import_get()) import ffff8ca051e2b800 refcount=4 obd=MGC192.168.204.114@tcp 00000100:00000001:1.0:1787325531.636404:0:232275:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787325531.636408:0:232275:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787325531.636413:0:232275:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787325531.636422:0:232275:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ca042edc800. 00000100:00000001:1.0:1787325531.636429:0:232275:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325531.636441:0:232275:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4bea07d7-7d2f-4663-b282-6631fa90ba4b->MGS req@ffff8ca0717c9880 x1874133970143232/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787325531.636452:0:232275:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787325531.636457:0:232275:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325531.636463:0:232275:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd463841] to pc [ptlrpcd_00_00+0] req@ffff8ca0717c9880 x1874133970143232/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325531.636499:0:232275:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325531.636502:0:232275:0:(pinger.c:229:ptlrpc_pinger_process_import()) 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787325531.636506:0:232275:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787325531.636510:0:232275:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ca0717caa00. 00000020:00000040:1.0:1787325531.636512:0:232275:0:(genops.c:1231:class_import_get()) import ffff8ca045380800 refcount=9 obd=lustre-MDT0000-mdc-ffff8ca04662b000 00000100:00000001:1.0:1787325531.636515:0:232275:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787325531.636516:0:232275:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787325531.636517:0:232275:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787325531.636521:0:232275:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ca042edc700. 00000100:00000001:1.0:1787325531.636531:0:232275:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325531.636536:0:232275:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-MDT0000_UUID req@ffff8ca0717caa00 x1874133970143360/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787325531.636544:0:232275:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787325531.636546:0:232275:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325531.636550:0:232275:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b116567b] to pc [ptlrpcd_00_01+1] req@ffff8ca0717caa00 x1874133970143360/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325531.636558:0:232275:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325531.636560:0:232275:0:(pinger.c:229:ptlrpc_pinger_process_import()) 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787325531.636563:0:232275:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787325531.636567:0:232275:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ca0717c8e00. 00000020:00000040:1.0:1787325531.636569:0:232275:0:(genops.c:1231:class_import_get()) import ffff8ca05045c800 refcount=4 obd=lustre-MDT0001-mdc-ffff8ca04662b000 00000100:00000001:1.0:1787325531.636571:0:232275:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787325531.636572:0:232275:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787325531.636586:0:232275:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787325531.636590:0:232275:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ca042edcf00. 00000100:00000001:1.0:1787325531.636594:0:232275:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325531.636598:0:232275:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-MDT0001_UUID req@ffff8ca0717c8e00 x1874133970143488/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787325531.636604:0:232275:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787325531.636606:0:232275:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325531.636610:0:232275:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b10c237c] to pc [ptlrpcd_00_00+0] req@ffff8ca0717c8e00 x1874133970143488/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325531.636616:0:232275:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325531.636619:0:232275:0:(pinger.c:229:ptlrpc_pinger_process_import()) 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787325531.636621:0:232275:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787325531.636624:0:232275:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8ca0717cbb80. 00000020:00000040:1.0:1787325531.636626:0:232275:0:(genops.c:1231:class_import_get()) import ffff8ca0497b5000 refcount=4 obd=lustre-OST0000-osc-ffff8ca04662b000 00000100:00000001:1.0:1787325531.636628:0:232275:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787325531.636635:0:232275:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787325531.636637:0:232275:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787325531.636641:0:232275:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8ca042edc900. 00000100:00000001:1.0:1787325531.636644:0:232275:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325531.636647:0:232275:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-OST0000_UUID req@ffff8ca0717cbb80 x1874133970143616/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787325531.636654:0:232275:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787325531.636656:0:232275:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325531.636659:0:232275:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001d01abe9] to pc [ptlrpcd_00_01+1] req@ffff8ca0717cbb80 x1874133970143616/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325531.636666:0:232275:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325531.636668:0:232275:0:(pinger.c:229:ptlrpc_pinger_process_import()) 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787325531.636671:0:232275:0:(pinger.c:247:ptlrpc_pinger_process_import()) 365ac2e4-90ec-4b66-9ae2-fd6012665d0b->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787325531.636676:0:232275:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12287) 00000100:00000001:0.0:1787325531.639288:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787325531.639300:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787325531.639303:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787325531.639319:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ca0717c9880 x1874133970143232/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.639334:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787325531.639336:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325531.639342:0:2407:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787325531.639346:0:2407:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787325531.639349:0:2407:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787325531.639353:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8ca0717c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bea07d7-7d2f-4663-b282-6631fa90ba4b:2407:1874133970143232:192.168.204.114@tcp:400:kworker.0 00000100:00000001:0.0:1787325531.639367:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787325531.639374:0:2407:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787325531.639376:0:2407:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325531.639379:0:2407:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787325531.639384:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ca053058600. 02000000:00000001:0.0:1787325531.639387:0:2407:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787325531.639393:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000010:0.0:1787325531.639398:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ca071f39f20. 00000400:00000010:0.0:1787325531.639405:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca048adc198. 00000100:00000200:0.0:1787325531.639413:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874133970143232, portal 25 00000100:00000001:0.0:1787325531.639415:0:2407:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787325531.639417:0:2407:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617219459487872 : -126854250063744 : ffff8ca0717c9880) 00000100:00000040:0.0:1787325531.639423:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8ca0717c9880 x1874133970143232/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.639431:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787325531.639435:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.114@tcp 00000400:00000010:0.0:1787325531.639438:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca048adc3b8. 00000100:00000200:0.0:1787325531.639441:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874133970143232, offset 0 00000400:00000200:0.0:1787325531.639448:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.114@tcp 00000400:00000200:0.0:1787325531.639457:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325531.639466:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.114@tcp local destination 00000400:00000200:0.0:1787325531.639471:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787325531.639476:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.14@tcp 00000400:00000200:0.0:1787325531.639479:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787325531.639482:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.114@tcp 00000400:00000200:0.0:1787325531.639485:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.14@tcp NI seq info: [546308:546308:256:4294967295] 192.168.204.114@tcp LPNI seq info [546263:546263:8:4294967295] 00000400:00000200:0.0:1787325531.639490:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325531.639499:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp:) -> 192.168.204.114@tcp(192.168.204.114@tcp:192.168.204.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787325531.639505:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.114@tcp 00000800:00000010:0.0:1787325531.639510:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ca04361ea00. 00000800:00000200:0.0:1787325531.639516:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ca050500d80] -> 12345-192.168.204.114@tcp (5) 00000800:00000200:0.0:1787325531.639529:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.114@tcp ip 192.168.204.114:988 00000800:00000200:0.0:1787325531.639534:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ca04361ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787325531.639547:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787325531.639551:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000100:00000001:0.0:1787325531.639553:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.114@tcp: PM QoS new deadline estimation for cpu 0 is 4306953476 00000100:00000010:0.0:1787325531.639558:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ca044289ea0. 00000100:00000001:0.0:1787325531.639564:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.114@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787325531.639569:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.114@tcp: PM QoS new deadline estimation for cpu 1 is 4306953476 00000100:00000010:0.0:1787325531.639572:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8ca044289ae0. 00000100:00000001:0.0:1787325531.639587:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.114@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787325531.639591:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787325531.639594:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325531.639596:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787325531.639601:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ca0717c8e00 x1874133970143488/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.639608:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787325531.639610:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325531.639612:0:2407:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787325531.639614:0:2407:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787325531.639616:0:2407:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787325531.639619:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8ca0717c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:365ac2e4-90ec-4b66-9ae2-fd6012665d0b:2407:1874133970143488:192.168.204.114@tcp:400:kworker.0 00000100:00000001:0.0:1787325531.639623:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787325531.639625:0:2407:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787325531.639627:0:2407:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325531.639628:0:2407:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787325531.639632:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ca042f39000. 02000000:00000001:0.0:1787325531.639634:0:2407:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787325531.639637:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000010:0.0:1787325531.639640:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ca071f39bb0. 00000400:00000010:0.0:1787325531.639644:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca048adc880. 00000100:00000200:0.0:1787325531.639647:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874133970143488, portal 10 00000100:00000001:0.0:1787325531.639649:0:2407:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787325531.639654:0:2407:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617219459485184 : -126854250066432 : ffff8ca0717c8e00) 00000100:00000040:0.0:1787325531.639662:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8ca0717c8e00 x1874133970143488/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.639669:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787325531.639672:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.114@tcp 00000400:00000010:0.0:1787325531.639674:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca048adcb28. 00000100:00000200:0.0:1787325531.639677:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874133970143488, offset 0 00000400:00000200:0.0:1787325531.639681:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.114@tcp 00000400:00000200:0.0:1787325531.639685:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325531.639689:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.114@tcp local destination 00000400:00000200:0.0:1787325531.639692:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787325531.639694:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.14@tcp 00000400:00000200:0.0:1787325531.639696:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787325531.639698:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.114@tcp 00000400:00000200:0.0:1787325531.639701:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.14@tcp NI seq info: [546309:546309:255:4294967295] 192.168.204.114@tcp LPNI seq info [546264:546264:7:4294967295] 00000400:00000200:0.0:1787325531.639705:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325531.639711:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp:) -> 192.168.204.114@tcp(192.168.204.114@tcp:192.168.204.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787325531.639714:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.114@tcp 00000800:00000010:0.0:1787325531.639718:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ca04361e000. 00000800:00000200:0.0:1787325531.639721:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ca050500d80] -> 12345-192.168.204.114@tcp (5) 00000800:00000200:0.0:1787325531.639725:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.114@tcp ip 192.168.204.114:988 00000800:00000200:0.0:1787325531.639728:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ca04361e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787325531.639730:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787325531.639734:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8ca04662b000: using a timeout of 26442 usecs (27 jiffies) 00000400:00000200:0.0:1787325531.639737:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000100:00000001:0.0:1787325531.639739:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8ca04662b000: PM QoS new deadline estimation for cpu 0 is 4306949662 00000100:00000001:0.0:1787325531.639741:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8ca04662b000: PM QoS request active for cpu 0, keep current deadline 4306953476 00000100:00000001:0.0:1787325531.639743:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8ca04662b000: PM QoS new deadline estimation for cpu 1 is 4306949662 00000100:00000001:0.0:1787325531.639745:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8ca04662b000: PM QoS request active for cpu 1, keep current deadline 4306953476 00000100:00000001:0.0:1787325531.639753:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787325531.639755:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325531.639758:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325531.639760:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325531.639768:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787325531.639771:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787325531.639773:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787325531.639774:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787325531.639776:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787325531.639779:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1787325531.639780:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325531.639782:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787325531.639784:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325531.639786:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787325531.639787:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787325531.639788:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787325531.639792:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ca0717caa00 x1874133970143360/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.639799:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787325531.639801:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325531.639803:0:2407:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787325531.639804:0:2407:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787325531.639806:0:2407:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787325531.639809:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8ca0717caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:365ac2e4-90ec-4b66-9ae2-fd6012665d0b:2407:1874133970143360:192.168.204.114@tcp:400:kworker.0 00000100:00000001:0.0:1787325531.639812:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787325531.639814:0:2407:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787325531.639816:0:2407:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325531.639817:0:2407:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787325531.639820:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ca042f39400. 02000000:00000001:0.0:1787325531.639822:0:2407:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787325531.639825:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000010:0.0:1787325531.639827:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ca071f39688. 00000400:00000010:0.0:1787325531.639830:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca048adc660. 00000100:00000200:0.0:1787325531.639833:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874133970143360, portal 10 00000100:00000001:0.0:1787325531.639834:0:2407:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787325531.639839:0:2407:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617219459492352 : -126854250059264 : ffff8ca0717caa00) 00000100:00000040:0.0:1787325531.639845:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8ca0717caa00 x1874133970143360/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.639851:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787325531.639854:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.114@tcp 00000400:00000010:0.0:1787325531.639856:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca048adc000. 00000100:00000200:0.0:1787325531.639858:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874133970143360, offset 0 00000400:00000200:0.0:1787325531.639862:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.114@tcp 00000400:00000200:0.0:1787325531.639866:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325531.639869:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.114@tcp local destination 00000400:00000200:0.0:1787325531.639871:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787325531.639874:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.14@tcp 00000400:00000200:0.0:1787325531.639876:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787325531.639878:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.114@tcp 00000400:00000200:0.0:1787325531.639881:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.14@tcp NI seq info: [546310:546310:254:4294967295] 192.168.204.114@tcp LPNI seq info [546265:546265:6:4294967295] 00000400:00000200:0.0:1787325531.639884:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325531.639890:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp:) -> 192.168.204.114@tcp(192.168.204.114@tcp:192.168.204.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787325531.639894:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.114@tcp 00000800:00000010:0.0:1787325531.639897:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ca04361e800. 00000800:00000200:0.0:1787325531.639900:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ca050500d80] -> 12345-192.168.204.114@tcp (5) 00000800:00000200:0.0:1787325531.639904:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.114@tcp ip 192.168.204.114:988 00000800:00000200:0.0:1787325531.639907:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ca04361e800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787325531.639909:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787325531.639912:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8ca04662b000: using a timeout of 16133 usecs (17 jiffies) 00000400:00000200:0.0:1787325531.639915:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000100:00000001:0.0:1787325531.639916:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8ca04662b000: PM QoS new deadline estimation for cpu 0 is 4306949652 00000100:00000001:0.0:1787325531.639918:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8ca04662b000: PM QoS request active for cpu 0, keep current deadline 4306953476 00000100:00000001:0.0:1787325531.639920:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8ca04662b000: PM QoS new deadline estimation for cpu 1 is 4306949652 00000100:00000001:0.0:1787325531.639922:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8ca04662b000: PM QoS request active for cpu 1, keep current deadline 4306953476 00000100:00000001:0.0:1787325531.639929:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787325531.639931:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325531.639934:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787325531.639938:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8ca0717cbb80 x1874133970143616/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.639944:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787325531.639945:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325531.639947:0:2407:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787325531.639949:0:2407:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787325531.639950:0:2407:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787325531.639953:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8ca0717cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:365ac2e4-90ec-4b66-9ae2-fd6012665d0b:2407:1874133970143616:192.168.204.114@tcp:400:kworker.0 00000100:00000001:0.0:1787325531.639956:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787325531.639958:0:2407:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787325531.639959:0:2407:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325531.639961:0:2407:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787325531.639963:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8ca042f39c00. 02000000:00000001:0.0:1787325531.639965:0:2407:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787325531.639969:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000010:0.0:1787325531.639971:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8ca071f39e18. 00000400:00000010:0.0:1787325531.639975:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca048adcaa0. 00000100:00000200:0.0:1787325531.639978:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874133970143616, portal 4 00000100:00000001:0.0:1787325531.639979:0:2407:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787325531.639981:0:2407:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446617219459496832 : -126854250054784 : ffff8ca0717cbb80) 00000100:00000040:0.0:1787325531.639986:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff8ca0717cbb80 x1874133970143616/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.639992:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787325531.639994:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.114@tcp 00000400:00000010:0.0:1787325531.639996:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8ca048adc110. 00000100:00000200:0.0:1787325531.639997:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874133970143616, offset 0 00000400:00000200:0.0:1787325531.640001:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.114@tcp 00000400:00000200:0.0:1787325531.640004:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325531.640007:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.114@tcp local destination 00000400:00000200:0.0:1787325531.640014:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787325531.640016:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.14@tcp 00000400:00000200:0.0:1787325531.640018:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.14@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787325531.640020:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.114@tcp 00000400:00000200:0.0:1787325531.640023:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.14@tcp NI seq info: [546311:546311:253:4294967295] 192.168.204.114@tcp LPNI seq info [546266:546266:5:4294967295] 00000400:00000200:0.0:1787325531.640026:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325531.640031:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp:) -> 192.168.204.114@tcp(192.168.204.114@tcp:192.168.204.114@tcp) : PUT try# 0 00000800:00000200:0.0:1787325531.640035:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.114@tcp 00000800:00000010:0.0:1787325531.640038:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8ca04361e500. 00000800:00000200:0.0:1787325531.640041:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8ca050500d80] -> 12345-192.168.204.114@tcp (5) 00000800:00000200:0.0:1787325531.640045:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.114@tcp ip 192.168.204.114:988 00000800:00000200:0.0:1787325531.640048:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8ca04361e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787325531.640050:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787325531.640053:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8ca04662b000: using a timeout of 93465 usecs (94 jiffies) 00000400:00000200:0.0:1787325531.640056:0:2407:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000100:00000001:0.0:1787325531.640058:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8ca04662b000: PM QoS new deadline estimation for cpu 0 is 4306949729 00000100:00000001:0.0:1787325531.640060:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8ca04662b000: PM QoS request active for cpu 0, keep current deadline 4306953476 00000100:00000001:0.0:1787325531.640062:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8ca04662b000: PM QoS new deadline estimation for cpu 1 is 4306949729 00000100:00000001:0.0:1787325531.640064:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8ca04662b000: PM QoS request active for cpu 1, keep current deadline 4306953476 00000100:00000001:0.0:1787325531.640065:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787325531.640067:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325531.640069:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325531.640072:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325531.640084:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787325531.640086:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787325531.640123:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787325531.640126:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ca04361ea00. 00000400:00000200:0.0:1787325531.640131:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787325531.640135:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000400:00000200:0.0:1787325531.640139:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca048adc3b8 00000400:00000010:0.0:1787325531.640148:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca048adc3b8. 00000100:00000001:0.0:1787325531.640152:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787325531.640155:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ca0717c9880 x1874133970143232/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.640164:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787325531.640167:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ca0717c9880 x1874133970143232/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.640173:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325531.640174:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787325531.640185:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787325531.640187:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ca04361e000. 00000400:00000200:0.0:1787325531.640189:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787325531.640192:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000400:00000200:0.0:1787325531.640194:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca048adcb28 00000400:00000010:0.0:1787325531.640196:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca048adcb28. 00000100:00000001:0.0:1787325531.640198:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787325531.640201:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ca0717c8e00 x1874133970143488/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.640207:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787325531.640210:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ca0717c8e00 x1874133970143488/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.640215:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325531.640216:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787325531.640221:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787325531.640223:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ca04361e800. 00000400:00000200:0.0:1787325531.640225:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787325531.640228:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000400:00000200:0.0:1787325531.640230:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca048adc000 00000400:00000010:0.0:1787325531.640232:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca048adc000. 00000100:00000001:0.0:1787325531.640233:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787325531.640260:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ca0717caa00 x1874133970143360/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.640266:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787325531.640275:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ca0717caa00 x1874133970143360/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.640281:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325531.640283:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787325531.640345:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787325531.640348:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8ca04361e500. 00000400:00000200:0.0:1787325531.640350:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787325531.640354:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000400:00000200:0.0:1787325531.640357:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca048adc110 00000400:00000010:0.0:1787325531.640358:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca048adc110. 00000100:00000001:0.0:1787325531.640360:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787325531.640363:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8ca0717cbb80 x1874133970143616/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.640370:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787325531.640372:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8ca0717cbb80 x1874133970143616/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.640378:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325531.640379:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787325531.645017:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325531.645032:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787325531.645037:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325531.645039:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787325531.645047:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325531.645055:0:2400:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp) <- 192.168.204.114@tcp : PUT - for me 00000400:00000200:1.0:1787325531.645063:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325531.645067:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325531.645073:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325531.645077:0:2400:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.114@tcp of length 224 into portal 25 MB=0x6a883d18d4800 00000400:00000200:1.0:1787325531.645081:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325531.645088:0:2400:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.114@tcp of length 224/224 into md 0x53de41 [1] + 224 00000800:00000001:1.0:1787325531.645095:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325531.645098:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787325531.645101:0:2400:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787325531.645105:0:2400:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000100:00000001:1.0:1787325531.645113:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787325531.645128:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ca0717c9880 x1874133970143232/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787325531.645139:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ca0717c9880 x1874133970143232/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325531.645161:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787325531.645169:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325531.645173:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787325531.645175:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325531.645177:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787325531.645180:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325531.645184:0:2400:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp) <- 192.168.204.114@tcp : PUT - for me 00000400:00000200:1.0:1787325531.645188:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325531.645191:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325531.645194:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325531.645197:0:2400:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.114@tcp of length 224 into portal 10 MB=0x6a883d18d4900 00000400:00000200:1.0:1787325531.645200:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325531.645205:0:2400:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.114@tcp of length 224/224 into md 0x53de51 [1] + 224 00000800:00000001:1.0:1787325531.645209:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325531.645212:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787325531.645214:0:2400:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787325531.645217:0:2400:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000100:00000001:1.0:1787325531.645219:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787325531.645224:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ca0717c8e00 x1874133970143488/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787325531.645256:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ca0717c8e00 x1874133970143488/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325531.645264:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787325531.645268:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325531.645271:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787325531.645273:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325531.645275:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787325531.645283:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325531.645287:0:2400:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp) <- 192.168.204.114@tcp : PUT - for me 00000400:00000200:1.0:1787325531.645291:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325531.645293:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325531.645296:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325531.645298:0:2400:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.114@tcp of length 224 into portal 10 MB=0x6a883d18d4880 00000400:00000200:1.0:1787325531.645301:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:1.0:1787325531.645305:0:2400:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.114@tcp of length 224/224 into md 0x53de61 [1] + 224 00000800:00000001:1.0:1787325531.645309:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325531.645314:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787325531.645317:0:2400:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787325531.645320:0:2400:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000100:00000001:1.0:1787325531.645323:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787325531.645328:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ca0717caa00 x1874133970143360/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787325531.645336:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ca0717caa00 x1874133970143360/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325531.645343:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787325531.645346:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787325531.645348:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325531.645470:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787325531.645475:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787325531.645482:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787325531.645484:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787325531.645488:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ca071f39688. 00000400:00000200:0.0:1787325531.645492:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca048adc660 00000400:00000010:0.0:1787325531.645494:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca048adc660. 00000100:00000001:0.0:1787325531.645497:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787325531.645502:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ca0717caa00 x1874133970143360/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787325531.645510:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ca0717caa00 x1874133970143360/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.645516:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787325531.645517:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325531.645519:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787325531.645527:0:2407:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787325531.645530:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787325531.645532:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325531.645535:0:2407:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787325531.645544:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff8ca045380c60 time=87 v=5 (60 60 60 61) 00000100:00001000:0.0:1787325531.645548:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff8ca045380c18 time=96 v=5 (1 1 1 1) 00000100:00000001:0.0:1787325531.645552:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787325531.645554:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787325531.645557:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787325531.645560:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325531.645564:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787325531.645567:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8ca04662b000: skip recheck: last_committed 30064771620 00000100:00000001:0.0:1787325531.645584:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787325531.645586:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787325531.645593:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ca0717caa00 x1874133970143360/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.645600:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787325531.645603:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787325531.645605:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787325531.645609:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ca0717caa00 x1874133970143360/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787325531.645616:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8ca0717caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:365ac2e4-90ec-4b66-9ae2-fd6012665d0b:2407:1874133970143360:192.168.204.114@tcp:400:kworker.0 00000400:00000001:0.0:1787325531.645622:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787325531.645624:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787325531.645625:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ca071f39f20. 00000400:00000200:0.0:1787325531.645628:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca048adc198 00000400:00000010:0.0:1787325531.645630:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca048adc198. 00000100:00000001:0.0:1787325531.645632:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787325531.645635:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ca0717c9880 x1874133970143232/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787325531.645647:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ca0717c9880 x1874133970143232/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.645663:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787325531.645664:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325531.645666:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787325531.645668:0:2407:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787325531.645669:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787325531.645670:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325531.645672:0:2407:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787325531.645675:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff8ca051e2bc60 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1787325531.645678:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff8ca051e2bc18 time=96 v=5 (1 1 1 1) 00000100:00000001:0.0:1787325531.645680:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787325531.645681:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787325531.645683:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787325531.645685:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325531.645687:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787325531.645691:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ca0717c9880 x1874133970143232/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.645697:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787325531.645699:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787325531.645700:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787325531.645703:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ca0717c9880 x1874133970143232/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787325531.645710:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8ca0717c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4bea07d7-7d2f-4663-b282-6631fa90ba4b:2407:1874133970143232:192.168.204.114@tcp:400:kworker.0 00000400:00000001:0.0:1787325531.645715:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787325531.645717:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787325531.645718:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ca071f39bb0. 00000400:00000200:0.0:1787325531.645720:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca048adc880 00000400:00000010:0.0:1787325531.645721:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca048adc880. 00000100:00000001:0.0:1787325531.645723:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787325531.645726:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ca0717c8e00 x1874133970143488/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787325531.645733:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ca0717c8e00 x1874133970143488/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.645743:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787325531.645745:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325531.645746:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787325531.645748:0:2407:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787325531.645749:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787325531.645750:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787325531.645752:0:2407:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787325531.645756:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff8ca05045cc60 time=87 v=5 (60 60 60 61) 00000100:00001000:0.0:1787325531.645759:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff8ca05045cc18 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1787325531.645761:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787325531.645763:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787325531.645764:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787325531.645768:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8ca0717c8e00 x1874133970143488/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787325531.645774:0:2407:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325531.645777:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787325531.645778:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8ca04662b000: skip recheck: last_committed 21474836540 00000100:00000001:0.0:1787325531.645779:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787325531.645781:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787325531.645784:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ca0717c8e00 x1874133970143488/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.645790:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787325531.645792:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787325531.645793:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787325531.645796:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ca0717c8e00 x1874133970143488/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787325531.645803:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8ca0717c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:365ac2e4-90ec-4b66-9ae2-fd6012665d0b:2407:1874133970143488:192.168.204.114@tcp:400:kworker.0 00000100:00000001:0.0:1787325531.645806:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325531.645809:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787325531.645811:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ca0717caa00 x1874133970143360/t0(0) o400->lustre-MDT0000-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.645823:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787325531.645825:0:2407:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787325531.645828:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ca042f39400. 02000000:00000001:0.0:1787325531.645832:0:2407:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787325531.645834:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787325531.645836:0:2407:0:(genops.c:1244:class_import_put()) import ffff8ca045380800 refcount=8 obd=lustre-MDT0000-mdc-ffff8ca04662b000 00000020:00000001:0.0:1787325531.645838:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787325531.645841:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ca042edc700. 02000000:00000001:0.0:1787325531.645844:0:2407:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787325531.645845:0:2407:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787325531.645847:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ca0717caa00. 00000100:00000001:0.0:1787325531.645851:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787325531.645852:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325531.645854:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787325531.645857:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ca0717c9880 x1874133970143232/t0(0) o400->MGC192.168.204.114@tcp@192.168.204.114@tcp:26/25 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.645863:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787325531.645864:0:2407:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787325531.645866:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ca053058600. 02000000:00000001:0.0:1787325531.645868:0:2407:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787325531.645870:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787325531.645871:0:2407:0:(genops.c:1244:class_import_put()) import ffff8ca051e2b800 refcount=3 obd=MGC192.168.204.114@tcp 00000020:00000001:0.0:1787325531.645873:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787325531.645874:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ca042edc800. 02000000:00000001:0.0:1787325531.645876:0:2407:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787325531.645877:0:2407:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787325531.645878:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ca0717c9880. 00000100:00000001:0.0:1787325531.645880:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787325531.645881:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325531.645883:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787325531.645885:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ca0717c8e00 x1874133970143488/t0(0) o400->lustre-MDT0001-mdc-ffff8ca04662b000@192.168.204.114@tcp:12/10 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.645891:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787325531.645892:0:2407:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787325531.645897:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ca042f39000. 02000000:00000001:0.0:1787325531.645899:0:2407:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787325531.645900:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787325531.645902:0:2407:0:(genops.c:1244:class_import_put()) import ffff8ca05045c800 refcount=3 obd=lustre-MDT0001-mdc-ffff8ca04662b000 00000020:00000001:0.0:1787325531.645903:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787325531.645905:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ca042edcf00. 02000000:00000001:0.0:1787325531.645907:0:2407:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787325531.645908:0:2407:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787325531.645909:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ca0717c8e00. 00000100:00000001:0.0:1787325531.645912:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787325531.645913:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787325531.645916:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325531.645918:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787325531.645920:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787325531.645921:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787325531.645923:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787325531.646672:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787325531.646681:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787325531.646684:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787325531.646686:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787325531.646692:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325531.646697:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.14@tcp(192.168.204.14@tcp) <- 192.168.204.114@tcp : PUT - for me 00000400:00000200:0.0:1787325531.646703:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325531.646707:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325531.646711:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325531.646715:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.114@tcp of length 224 into portal 4 MB=0x6a883d18d4980 00000400:00000200:0.0:1787325531.646719:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.114@tcp to cpt 0 00000400:00000200:0.0:1787325531.646724:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.114@tcp of length 224/224 into md 0x53de71 [1] + 224 00000800:00000001:0.0:1787325531.646728:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787325531.646733:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787325531.646735:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787325531.646738:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.14@tcp->192.168.204.114@tcp: PUT: OK 00000100:00000001:0.0:1787325531.646743:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787325531.646748:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8ca0717cbb80 x1874133970143616/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787325531.646770:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8ca0717cbb80 x1874133970143616/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787325531.646788:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787325531.646796:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787325531.646799:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787325531.646843:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787325531.646847:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787325531.646851:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787325531.646853:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787325531.646855:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8ca071f39e18. 00000400:00000200:1.0:1787325531.646858:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8ca048adcaa0 00000400:00000010:1.0:1787325531.646860:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff8ca048adcaa0. 00000100:00000001:1.0:1787325531.646862:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787325531.646866:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8ca0717cbb80 x1874133970143616/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787325531.646874:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8ca0717cbb80 x1874133970143616/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325531.646890:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787325531.646893:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787325531.646895:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1787325531.646897:0:2407:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787325531.646899:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787325531.646900:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787325531.646903:0:2407:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787325531.646909:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff8ca0497b5460 time=87 v=5 (5 5 5 5) 00000100:00001000:1.0:1787325531.646912:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff8ca0497b5418 time=129 v=5 (1 1 0 0) 00000100:00000001:1.0:1787325531.646914:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787325531.646916:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325531.646918:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787325531.646920:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787325531.646923:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787325531.646925:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8ca04662b000: skip recheck: last_committed 38654729396 00000100:00000001:1.0:1787325531.646927:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787325531.646928:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787325531.646933:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8ca0717cbb80 x1874133970143616/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325531.646939:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787325531.646942:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787325531.646944:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787325531.646948:0:2407:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8ca0717cbb80 x1874133970143616/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787325531.646957:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8ca0717cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:365ac2e4-90ec-4b66-9ae2-fd6012665d0b:2407:1874133970143616:192.168.204.114@tcp:400:kworker.0 00000100:00000001:1.0:1787325531.646962:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787325531.646964:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787325531.646967:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8ca0717cbb80 x1874133970143616/t0(0) o400->lustre-OST0000-osc-ffff8ca04662b000@192.168.204.114@tcp:28/4 lens 224/224 e 0 to 0 dl 1787325547 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787325531.646973:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787325531.646975:0:2407:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787325531.646983:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8ca042f39c00. 02000000:00000001:1.0:1787325531.646987:0:2407:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787325531.646988:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787325531.646990:0:2407:0:(genops.c:1244:class_import_put()) import ffff8ca0497b5000 refcount=3 obd=lustre-OST0000-osc-ffff8ca04662b000 00000020:00000001:1.0:1787325531.647004:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787325531.647008:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8ca042edc900. 02000000:00000001:1.0:1787325531.647011:0:2407:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787325531.647013:0:2407:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787325531.647014:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8ca0717cbb80. 00000100:00000001:1.0:1787325531.647017:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787325531.647019:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787325531.647021:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787325531.647030:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787325531.647032:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787325531.647034:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787325531.647036:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325531.764298:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325531.764305:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787325531.764310:0:218024:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787325531.764312:0:218024:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787325531.764330:0:241120:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787325531.764333:0:241120:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787325531.764336:0:241120:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1787325532.027159:0:284133:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 1994 lines, 1994 kept, 0 dropped, 0 bad.