00010000:00000001:2.0F:1789036526.210708:0:274228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036526.210723:0:274228:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036526.210729:0:274228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036526.210730:0:274228:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1789036526.212430:0:236342:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789036526.212450:0:236342:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789036526.212456:0:236342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789036526.655049:0:274228:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712ca20 (cpu 2) has reached its deadline 4307607767, at 4307607808 00000100:00000010:2.0:1789036526.655075:0:274228:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d889a1c4e0. 00000100:00000040:3.0F:1789036526.664051:0:252176:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712cb30 (cpu 3) has reached its deadline 4307607767, at 4307607817 00000100:00000010:3.0:1789036526.664073:0:252176:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d889a1c9c0. 00010000:00000001:2.0:1789036527.231078:0:274228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036527.231086:0:274228:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036527.231093:0:274228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036527.231094:0:274228:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036527.231123:0:252249:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036527.231126:0:252249:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036527.231129:0:252249:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789036527.936506:0:261542:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036527.936518:0:261542:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036527.936527:0:261542:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d94380. 00000020:00000040:3.0:1789036527.936533:0:261542:0:(genops.c:1209:class_import_get()) import ffff97d8861f3800 refcount=4 obd=MGC192.168.204.121@tcp 00000100:00000001:3.0:1789036527.936537:0:261542:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036527.936540:0:261542:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036527.936545:0:261542:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036527.936552:0:261542:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d8a739f600. 00000100:00000001:3.0:1789036527.936559:0:261542:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036527.936570:0:261542:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS req@ffff97d8a7d94380 x1875927346563456/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036527.936580:0:261542:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036527.936584:0:261542:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036527.936589:0:261542:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009eb5b7f6] to pc [ptlrpcd_01_01+1] req@ffff97d8a7d94380 x1875927346563456/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.936612:0:261542:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036527.936615:0:261542:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036527.936618:0:261542:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036527.936621:0:261542:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d95c00. 00000020:00000040:3.0:1789036527.936623:0:261542:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=6 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000100:00000001:3.0:1789036527.936626:0:261542:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036527.936627:0:261542:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036527.936629:0:261542:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036527.936633:0:261542:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d8a739ff00. 00000100:00000001:3.0:1789036527.936636:0:261542:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036527.936665:0:261542:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID req@ffff97d8a7d95c00 x1875927346563584/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036527.936671:0:261542:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036527.936673:0:261542:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036527.936677:0:261542:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000928570b2] to pc [ptlrpcd_01_00+0] req@ffff97d8a7d95c00 x1875927346563584/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.936697:0:261542:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036527.936699:0:261542:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036527.936702:0:261542:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036527.936705:0:261542:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d94000. 00000020:00000040:3.0:1789036527.936707:0:261542:0:(genops.c:1209:class_import_get()) import ffff97d887edb000 refcount=4 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000100:00000001:3.0:1789036527.936710:0:261542:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036527.936711:0:261542:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036527.936713:0:261542:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036527.936717:0:261542:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d8a06b5600. 00000100:00000001:3.0:1789036527.936720:0:261542:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036527.936724:0:261542:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID req@ffff97d8a7d94000 x1875927346563712/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036527.936731:0:261542:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036527.936732:0:261542:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036527.936736:0:261542:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000202cf472] to pc [ptlrpcd_01_01+1] req@ffff97d8a7d94000 x1875927346563712/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.936742:0:261542:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036527.936744:0:261542:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789036527.936746:0:261542:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789036527.936749:0:261542:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8a7d96680. 00000020:00000040:3.0:1789036527.936751:0:261542:0:(genops.c:1209:class_import_get()) import ffff97d887d65000 refcount=4 obd=lustre-OST0000-osc-ffff97d8b9387800 00000100:00000001:3.0:1789036527.936753:0:261542:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789036527.936754:0:261542:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789036527.936755:0:261542:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789036527.936759:0:261542:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d791526500. 00000100:00000001:3.0:1789036527.936761:0:261542:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036527.936764:0:261542:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID req@ffff97d8a7d96680 x1875927346563840/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789036527.936769:0:261542:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789036527.936777:0:261542:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036527.936781:0:261542:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002525586b] to pc [ptlrpcd_01_00+0] req@ffff97d8a7d96680 x1875927346563840/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.936788:0:261542:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036527.936790:0:261542:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789036527.936792:0:261542:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789036527.936797:0:261542:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12946) 00000100:00000001:3.0:1789036527.936810:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036527.936842:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036527.936846:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036527.936851:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d94380 x1875927346563456/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.936857:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036527.936860:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036527.936864:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036527.936867:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036527.936870:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036527.936873:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2396:1875927346563456:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036527.936877:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036527.936883:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036527.936885:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036527.936887:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036527.936891:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888854a00. 02000000:00000001:3.0:1789036527.936894:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036527.936903:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036527.936907:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d891206688. 00000400:00000010:3.0:1789036527.936914:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44fe58. 00000100:00000200:3.0:1789036527.936920:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346563456, portal 25 00000100:00000001:3.0:1789036527.936922:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036527.936924:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517604736 : -114518191946880 : ffff97d8a7d94380) 00000100:00000040:3.0:1789036527.936929:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d94380 x1875927346563456/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.936945:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036527.936948:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036527.936950:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f908. 00000100:00000200:3.0:1789036527.936953:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875927346563456, offset 0 00000400:00000200:3.0:1789036527.936958:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036527.936966:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.936973:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036527.936978:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036527.936982:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036527.936985:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036527.936988:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036527.936991:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557069:557069:256:4294967295] 192.168.204.121@tcp LPNI seq info [557023:557023:8:4294967295] 00000400:00000200:3.0:1789036527.936996:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.937006:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036527.937012:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036527.937017:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d791526000. 00000800:00000200:3.0:1789036527.937025:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036527.937032:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036527.937036:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d791526000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036527.937046:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036527.937050:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036527.937053:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 2 is 4307612887 00000100:00000010:3.0:1789036527.937057:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d8b9d5b420. 00000100:00000001:3.0:1789036527.937063:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1789036527.937067:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 3 is 4307612887 00000100:00000010:3.0:1789036527.937070:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d8b9d5b8a0. 00000100:00000001:3.0:1789036527.937072:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1789036527.937075:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036527.937078:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036527.937084:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036527.937088:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d94000 x1875927346563712/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.937095:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036527.937097:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036527.937099:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036527.937100:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036527.937102:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036527.937105:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346563712:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036527.937108:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036527.937110:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036527.937111:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036527.937113:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036527.937116:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888855600. 02000000:00000001:3.0:1789036527.937117:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036527.937121:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036527.937124:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d891206738. 00000400:00000010:3.0:1789036527.937127:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f220. 00000100:00000200:3.0:1789036527.937129:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346563712, portal 10 00000100:00000001:3.0:1789036527.937131:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036527.937133:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517603840 : -114518191947776 : ffff97d8a7d94000) 00000100:00000040:3.0:1789036527.937138:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d94000 x1875927346563712/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.937145:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036527.937147:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036527.937149:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f000. 00000100:00000200:3.0:1789036527.937152:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346563712, offset 0 00000400:00000200:3.0:1789036527.937155:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036527.937159:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.937162:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036527.937164:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036527.937166:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036527.937169:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036527.937174:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036527.937178:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557070:557070:255:4294967295] 192.168.204.121@tcp LPNI seq info [557024:557024:7:4294967295] 00000400:00000200:3.0:1789036527.937182:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.937189:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036527.937193:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036527.937196:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d791526800. 00000800:00000200:3.0:1789036527.937200:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036527.937204:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036527.937206:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d791526800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036527.937209:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036527.937213:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: using a timeout of 19620 usecs (20 jiffies) 00000400:00000200:3.0:1789036527.937216:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036527.937218:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307609109 00000100:00000001:3.0:1789036527.937220:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307612887 00000100:00000001:3.0:1789036527.937222:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307609109 00000100:00000001:3.0:1789036527.937224:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307612887 00000100:00000001:3.0:1789036527.937226:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036527.937228:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036527.937230:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036527.937233:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036527.937239:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036527.937241:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789036527.937243:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036527.937245:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036527.937246:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036527.937249:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1789036527.937250:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036527.937252:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789036527.937254:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036527.937255:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036527.937257:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036527.937258:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036527.937265:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d95c00 x1875927346563584/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.937272:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036527.937274:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036527.937276:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036527.937277:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036527.937279:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036527.937282:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346563584:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036527.937285:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036527.937287:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036527.937288:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036527.937290:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036527.937292:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888855e00. 02000000:00000001:3.0:1789036527.937294:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036527.937297:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036527.937300:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d891206b00. 00000400:00000010:3.0:1789036527.937303:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44fc38. 00000100:00000200:3.0:1789036527.937305:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346563584, portal 10 00000100:00000001:3.0:1789036527.937307:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036527.937308:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517611008 : -114518191940608 : ffff97d8a7d95c00) 00000100:00000040:3.0:1789036527.937314:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d95c00 x1875927346563584/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.937320:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036527.937322:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036527.937325:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44fbb0. 00000100:00000200:3.0:1789036527.937327:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346563584, offset 0 00000400:00000200:3.0:1789036527.937330:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036527.937334:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.937336:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036527.937339:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036527.937341:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036527.937343:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036527.937349:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036527.937352:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557071:557071:254:4294967295] 192.168.204.121@tcp LPNI seq info [557025:557025:6:4294967295] 00000400:00000200:3.0:1789036527.937356:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.937362:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036527.937366:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036527.937369:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d791526300. 00000800:00000200:3.0:1789036527.937373:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036527.937377:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036527.937379:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d791526300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036527.937382:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036527.937385:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25636 usecs (26 jiffies) 00000400:00000200:3.0:1789036527.937388:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036527.937389:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307609115 00000100:00000001:3.0:1789036527.937392:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307612887 00000100:00000001:3.0:1789036527.937394:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307609115 00000100:00000001:3.0:1789036527.937396:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307612887 00000100:00000001:3.0:1789036527.937398:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036527.937400:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036527.937414:0:2396:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789036527.937418:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8a7d96680 x1875927346563840/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.937424:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789036527.937425:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036527.937428:0:2396:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789036527.937429:0:2396:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789036527.937431:0:2396:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789036527.937434:0:2396:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8a7d96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346563840:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036527.937437:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789036527.937442:0:2396:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789036527.937443:0:2396:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036527.937445:0:2396:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789036527.937448:0:2396:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d888855200. 02000000:00000001:3.0:1789036527.937449:0:2396:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789036527.937453:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:3.0:1789036527.937456:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d891206948. 00000400:00000010:3.0:1789036527.937459:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44f770. 00000100:00000200:3.0:1789036527.937462:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346563840, portal 4 00000100:00000001:3.0:1789036527.937463:0:2396:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789036527.937465:0:2396:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555517613696 : -114518191937920 : ffff97d8a7d96680) 00000100:00000040:3.0:1789036527.937471:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8a7d96680 x1875927346563840/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.937477:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789036527.937479:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:3.0:1789036527.937481:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ac44fd48. 00000100:00000200:3.0:1789036527.937484:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875927346563840, offset 0 00000400:00000200:3.0:1789036527.937487:0:2396:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:3.0:1789036527.937491:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.937494:0:2396:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:3.0:1789036527.937496:0:2396:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789036527.937499:0:2396:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:3.0:1789036527.937501:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789036527.937503:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:3.0:1789036527.937506:0:2396:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557072:557072:253:4294967295] 192.168.204.121@tcp LPNI seq info [557026:557026:5:4294967295] 00000400:00000200:3.0:1789036527.937510:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.937516:0:2396:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:3.0:1789036527.937520:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:3.0:1789036527.937523:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d791526f00. 00000800:00000200:3.0:1789036527.937526:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:3.0:1789036527.937530:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:3.0:1789036527.937532:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d791526f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789036527.937539:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036527.937542:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: using a timeout of 101466 usecs (102 jiffies) 00000400:00000200:3.0:1789036527.937545:0:2396:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:3.0:1789036527.937547:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307609191 00000100:00000001:3.0:1789036527.937549:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307612887 00000100:00000001:3.0:1789036527.937551:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307609191 00000100:00000001:3.0:1789036527.937553:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307612887 00000100:00000001:3.0:1789036527.937555:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036527.937557:0:2396:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036527.937559:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036527.937561:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036527.937571:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036527.937573:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789036527.937606:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036527.937610:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d791526000. 00000400:00000200:3.0:1789036527.937615:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036527.937620:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036527.937624:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f908 00000400:00000010:3.0:1789036527.937627:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f908. 00000100:00000001:3.0:1789036527.937631:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036527.937635:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d94380 x1875927346563456/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.937655:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036527.937658:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d94380 x1875927346563456/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.937665:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036527.937667:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789036527.937676:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036527.937678:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d791526800. 00000400:00000200:3.0:1789036527.937680:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036527.937683:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036527.937685:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f000 00000400:00000010:3.0:1789036527.937691:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f000. 00000100:00000001:3.0:1789036527.937694:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036527.937697:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d94000 x1875927346563712/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.937705:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036527.937707:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d94000 x1875927346563712/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.937713:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036527.937715:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789036527.937721:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036527.937723:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d791526300. 00000400:00000200:3.0:1789036527.937725:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036527.937728:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036527.937731:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44fbb0 00000400:00000010:3.0:1789036527.937733:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44fbb0. 00000100:00000001:3.0:1789036527.937734:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036527.937737:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d95c00 x1875927346563584/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.937743:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036527.937746:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d95c00 x1875927346563584/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.937752:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036527.937753:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789036527.941540:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036527.941549:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d791526f00. 00000400:00000200:3.0:1789036527.941556:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036527.941565:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036527.941573:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44fd48 00000400:00000010:3.0:1789036527.941576:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44fd48. 00000100:00000001:3.0:1789036527.941582:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036527.941589:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8a7d96680 x1875927346563840/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.941619:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036527.941623:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8a7d96680 x1875927346563840/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.941629:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036527.941631:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789036527.942711:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036527.942727:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036527.942731:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036527.942734:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036527.942742:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.942749:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036527.942757:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.942762:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.942766:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.942770:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dca80 00000400:00000200:3.0:1789036527.942774:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.942780:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x5396bd [1] + 224 00000800:00000001:3.0:1789036527.942787:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036527.942790:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036527.942793:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036527.942796:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036527.942802:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036527.942808:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d94000 x1875927346563712/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036527.942998:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d94000 x1875927346563712/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.943013:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036527.943022:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036527.943026:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036527.943028:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036527.943037:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036527.943041:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.943044:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036527.943049:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.943051:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.943054:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.943057:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dca00 00000400:00000200:3.0:1789036527.943061:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.943064:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x5396cd [1] + 224 00000800:00000001:3.0:1789036527.943068:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036527.943071:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036527.943073:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036527.943076:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036527.943080:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036527.943084:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d95c00 x1875927346563584/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036527.943092:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d95c00 x1875927346563584/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.943100:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036527.943102:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036527.943104:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036527.943106:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036527.943108:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036527.943111:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.943114:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036527.943117:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.943119:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.943122:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.943125:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 4 MB=0x6aa255f1dcb00 00000400:00000200:3.0:1789036527.943128:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.943131:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.121@tcp of length 224/224 into md 0x5396dd [1] + 224 00000800:00000001:3.0:1789036527.943134:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036527.943143:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036527.943890:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036527.943898:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036527.943902:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036527.943908:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d96680 x1875927346563840/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036527.943918:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d96680 x1875927346563840/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.943925:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036527.943931:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036527.943936:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036527.943949:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036527.943953:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789036527.943959:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036527.943961:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036527.943964:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d891206b00. 00000400:00000200:3.0:1789036527.943968:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44fc38 00000400:00000010:3.0:1789036527.943970:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44fc38. 00000100:00000001:3.0:1789036527.943973:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036527.943977:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d95c00 x1875927346563584/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036527.943987:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d95c00 x1875927346563584/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.943993:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036527.943995:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036527.943997:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036527.944001:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036527.944003:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036527.944005:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036527.944008:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036527.944018:0:2396:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=38 v=60 (60 60 61 61) 00000100:00001000:3.0:1789036527.944022:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=74 v=5 (1 1 1 0) 00000100:00000001:3.0:1789036527.944025:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036527.944027:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036527.944037:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789036527.944042:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036527.944045:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036527.944048:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771464 00000100:00000001:3.0:1789036527.944050:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036527.944052:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036527.944058:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d95c00 x1875927346563584/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.944065:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036527.944068:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036527.944070:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036527.944074:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d95c00 x1875927346563584/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036527.944082:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346563584:192.168.204.121@tcp:400:kworker.0 00000400:00000001:3.0:1789036527.944087:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036527.944088:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036527.944090:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d891206948. 00000400:00000200:3.0:1789036527.944092:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f770 00000400:00000010:3.0:1789036527.944093:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f770. 00000100:00000001:3.0:1789036527.944095:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036527.944098:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d96680 x1875927346563840/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036527.944106:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d96680 x1875927346563840/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.944112:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036527.944114:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036527.944115:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036527.944117:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036527.944118:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036527.944119:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036527.944121:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036527.944125:0:2396:0:(import.c:2196:obd_at_measure()) add 36 to ffff97d887d65460 time=38 v=36 (36 36 5 5) 00000100:00001000:3.0:1789036527.944132:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887d65418 time=116 v=5 (1 1 1 1) 00000100:00000001:3.0:1789036527.944135:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036527.944136:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036527.944138:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789036527.944140:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036527.944142:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036527.944143:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97d8b9387800: skip recheck: last_committed 42949695659 00000100:00000001:3.0:1789036527.944144:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036527.944884:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036527.944893:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d96680 x1875927346563840/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.944900:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036527.944902:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036527.944903:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036527.944907:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d96680 x1875927346563840/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036527.944913:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346563840:192.168.204.121@tcp:400:kworker.0 00000400:00000001:3.0:1789036527.944920:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789036527.944921:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789036527.944924:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d891206738. 00000400:00000200:3.0:1789036527.944928:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44f220 00000400:00000010:3.0:1789036527.944930:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44f220. 00000100:00000001:3.0:1789036527.944934:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036527.944937:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d94000 x1875927346563712/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789036527.944946:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d94000 x1875927346563712/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.944952:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789036527.944954:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036527.944955:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789036527.944957:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789036527.944965:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789036527.944967:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789036527.944969:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789036527.944976:0:2396:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edb460 time=38 v=60 (60 60 61 61) 00000100:00001000:3.0:1789036527.944979:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edb418 time=51 v=5 (1 1 1 0) 00000100:00000001:3.0:1789036527.944981:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789036527.944983:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789036527.944985:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789036527.944989:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97d8a7d94000 x1875927346563712/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789036527.944995:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036527.944998:0:2396:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789036527.944999:0:2396:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97d8b9387800: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1789036527.945001:0:2396:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789036527.945002:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789036527.945004:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d94000 x1875927346563712/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.945010:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789036527.945011:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789036527.945012:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789036527.945015:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d94000 x1875927346563712/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789036527.945021:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2396:1875927346563712:192.168.204.121@tcp:400:kworker.0 00000100:00000001:3.0:1789036527.945025:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036527.945028:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036527.945031:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d95c00 x1875927346563584/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.945036:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036527.945039:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036527.945044:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888855e00. 02000000:00000001:3.0:1789036527.945047:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036527.945054:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036527.945056:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=5 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:3.0:1789036527.945059:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036527.945062:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d8a739ff00. 02000000:00000001:3.0:1789036527.945068:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036527.945069:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036527.945072:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d95c00. 00000100:00000001:3.0:1789036527.945075:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036527.945076:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036527.945078:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036527.945081:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d96680 x1875927346563840/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036582 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.945086:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036527.945087:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036527.945088:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888855200. 02000000:00000001:3.0:1789036527.945090:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036527.945091:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036527.945092:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d887d65000 refcount=3 obd=lustre-OST0000-osc-ffff97d8b9387800 00000020:00000001:3.0:1789036527.945094:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036527.945095:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d791526500. 02000000:00000001:3.0:1789036527.945097:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036527.945098:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036527.945099:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d96680. 00000100:00000001:3.0:1789036527.945101:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036527.945102:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036527.945104:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036527.945107:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d94000 x1875927346563712/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036612 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.945113:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789036527.945114:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789036527.945115:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888855600. 02000000:00000001:3.0:1789036527.945117:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789036527.945118:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789036527.945119:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d887edb000 refcount=3 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000020:00000001:3.0:1789036527.945121:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789036527.945122:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d8a06b5600. 02000000:00000001:3.0:1789036527.945131:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789036527.945132:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789036527.945134:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d94000. 00000100:00000001:3.0:1789036527.945136:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789036527.945137:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789036527.945141:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036527.945143:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789036527.945688:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789036527.945693:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036527.945696:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1789036527.955698:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036527.955715:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036527.955719:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036527.955721:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036527.955730:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.955738:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036527.955746:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.955751:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.955756:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.955760:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 25 MB=0x6aa255f1dc980 00000400:00000200:3.0:1789036527.955765:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036527.955771:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.121@tcp of length 224/224 into md 0x5396ad [1] + 224 00000800:00000001:3.0:1789036527.955778:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036527.955783:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036527.955787:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036527.955791:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036527.955798:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036527.955806:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8a7d94380 x1875927346563456/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036527.955851:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8a7d94380 x1875927346563456/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036527.955869:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036527.955878:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036527.955881:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036527.957985:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036527.957992:0:2396:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789036527.958001:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789036527.958003:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789036527.958007:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d891206688. 00000400:00000200:2.0:1789036527.958014:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ac44fe58 00000400:00000010:2.0:1789036527.958017:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ac44fe58. 00000100:00000001:2.0:1789036527.958022:0:2396:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789036527.958033:0:2396:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8a7d94380 x1875927346563456/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789036527.958045:0:2396:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8a7d94380 x1875927346563456/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036527.958052:0:2396:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789036527.958054:0:2396:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036527.958057:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789036527.958060:0:2396:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789036527.958062:0:2396:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789036527.958064:0:2396:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789036527.958067:0:2396:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789036527.958073:0:2396:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d8861f3c60 time=38 v=5 (5 5 5 5) 00000100:00001000:2.0:1789036527.958077:0:2396:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d8861f3c18 time=74 v=5 (1 1 1 0) 00000100:00000001:2.0:1789036527.958080:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789036527.958081:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036527.958084:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789036527.958093:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036527.958096:0:2396:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036527.958101:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8a7d94380 x1875927346563456/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036527.958109:0:2396:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789036527.958112:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789036527.958114:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789036527.958118:0:2396:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8a7d94380 x1875927346563456/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789036527.958125:0:2396:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8a7d94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2396:1875927346563456:192.168.204.121@tcp:400:kworker.0 00000100:00000001:2.0:1789036527.958130:0:2396:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036527.958132:0:2396:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789036527.958135:0:2396:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8a7d94380 x1875927346563456/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036543 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789036527.958142:0:2396:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789036527.958154:0:2396:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789036527.958157:0:2396:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d888854a00. 02000000:00000001:2.0:1789036527.958160:0:2396:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789036527.958163:0:2396:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789036527.958164:0:2396:0:(genops.c:1222:class_import_put()) import ffff97d8861f3800 refcount=3 obd=MGC192.168.204.121@tcp 00000020:00000001:2.0:1789036527.958166:0:2396:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789036527.958169:0:2396:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d8a739f600. 02000000:00000001:2.0:1789036527.958173:0:2396:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789036527.958175:0:2396:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789036527.958176:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8a7d94380. 00000100:00000001:2.0:1789036527.958180:0:2396:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789036527.958181:0:2396:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036527.958183:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789036527.958190:0:2396:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789036527.958192:0:2396:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789036527.958194:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789036527.958196:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036528.258319:0:274228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036528.258334:0:274228:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036528.258341:0:274228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036528.258342:0:274228:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036528.258394:0:236343:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036528.258397:0:236343:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036528.258401:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789036528.675325:0:280880:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036529.280270:0:274228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036529.280277:0:274228:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036529.280282:0:274228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036529.280283:0:274228:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789036529.280610:0:248124:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789036529.280624:0:248124:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789036529.280627:0:248124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036530.314949:0:274228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036530.314958:0:274228:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036530.314965:0:274228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036530.314966:0:274228:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1789036530.315131:0:242419:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789036530.315148:0:242419:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789036530.315151:0:242419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789036531.328202:0:274228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036531.328211:0:274228:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036531.328218:0:274228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036531.328219:0:274228:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036531.328246:0:236342:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036531.328249:0:236342:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036531.328252:0:236342:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789036531.638513:0:281021:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789036531.775225:0:274228:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712ca20 (cpu 2) has reached its deadline 4307612887, at 4307612928 00000100:00000010:2.0:1789036531.775241:0:274228:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8b9d5b420. 00000100:00000040:3.0:1789036531.777233:0:252176:0:(connection.c:75:cpu_latency_work()) work item of ffff97d88712cb30 (cpu 3) has reached its deadline 4307612887, at 4307612928 00000100:00000010:3.0:1789036531.777247:0:252176:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff97d8b9d5b8a0. 00000001:00000001:0.0:1789036532.103377:0:281057:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1789036532.103383:0:281057:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_812b: @@@@@@ FAIL: client: import is not in CONNECTING state after 50 00000001:00000001:0.0:1789036532.117366:0:281057:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1789036532.351374:0:274228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036532.351380:0:274228:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036532.351385:0:274228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036532.351386:0:274228:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036532.351401:0:252249:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036532.351404:0:252249:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036532.351407:0:252249:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789036533.055124:0:273236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789036533.055137:0:273236:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789036533.055145:0:273236:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187ed80. 00000020:00000040:0.0:1789036533.055151:0:273236:0:(genops.c:1209:class_import_get()) import ffff97d8861f3800 refcount=4 obd=MGC192.168.204.121@tcp 00000100:00000001:0.0:1789036533.055155:0:273236:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036533.055158:0:273236:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036533.055163:0:273236:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036533.055172:0:273236:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d7811bf100. 00000100:00000001:0.0:1789036533.055178:0:273236:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036533.055191:0:273236:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406->MGS req@ffff97d8b187ed80 x1875927346563968/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789036533.055202:0:273236:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036533.055207:0:273236:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036533.055213:0:273236:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0894a59] to pc [ptlrpcd_00_00+0] req@ffff97d8b187ed80 x1875927346563968/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.055248:0:273236:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036533.055250:0:273236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789036533.055253:0:273236:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789036533.055256:0:273236:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187ea00. 00000020:00000040:0.0:1789036533.055258:0:273236:0:(genops.c:1209:class_import_get()) import ffff97d887edf000 refcount=6 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000100:00000001:0.0:1789036533.055261:0:273236:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036533.055262:0:273236:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036533.055263:0:273236:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036533.055266:0:273236:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d7811bfc00. 00000100:00000001:0.0:1789036533.055268:0:273236:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036533.055273:0:273236:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0000_UUID req@ffff97d8b187ea00 x1875927346564096/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789036533.055293:0:273236:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036533.055294:0:273236:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036533.055299:0:273236:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f25965e1] to pc [ptlrpcd_00_01+1] req@ffff97d8b187ea00 x1875927346564096/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.055307:0:273236:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036533.055309:0:273236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789036533.055312:0:273236:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789036533.055315:0:273236:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187ca80. 00000020:00000040:0.0:1789036533.055317:0:273236:0:(genops.c:1209:class_import_get()) import ffff97d887edb000 refcount=4 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000100:00000001:0.0:1789036533.055319:0:273236:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036533.055320:0:273236:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036533.055322:0:273236:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036533.055325:0:273236:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d7811bf300. 00000100:00000001:0.0:1789036533.055327:0:273236:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036533.055331:0:273236:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-MDT0001_UUID req@ffff97d8b187ca80 x1875927346564224/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789036533.055338:0:273236:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036533.055340:0:273236:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036533.055343:0:273236:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff2a29de] to pc [ptlrpcd_00_00+0] req@ffff97d8b187ca80 x1875927346564224/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.055350:0:273236:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036533.055352:0:273236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789036533.055355:0:273236:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789036533.055357:0:273236:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97d8b187df80. 00000020:00000040:0.0:1789036533.055359:0:273236:0:(genops.c:1209:class_import_get()) import ffff97d887d65000 refcount=4 obd=lustre-OST0000-osc-ffff97d8b9387800 00000100:00000001:0.0:1789036533.055361:0:273236:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789036533.055362:0:273236:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789036533.055363:0:273236:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789036533.055365:0:273236:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97d7811bf200. 00000100:00000001:0.0:1789036533.055374:0:273236:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036533.055378:0:273236:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0000_UUID req@ffff97d8b187df80 x1875927346564352/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789036533.055385:0:273236:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789036533.055387:0:273236:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036533.055391:0:273236:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097ea5c71] to pc [ptlrpcd_00_01+1] req@ffff97d8b187df80 x1875927346564352/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.055397:0:273236:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036533.055399:0:273236:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789036533.055403:0:273236:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7d763aff-8b7a-44d5-b6db-92551ac67e1a->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789036533.055408:0:273236:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12951) 00000100:00000001:0.0:1789036533.055561:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036533.055565:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789036533.055567:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036533.055572:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187ed80 x1875927346563968/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.055580:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036533.055582:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036533.055585:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036533.055588:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036533.055590:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036533.055594:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2393:1875927346563968:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036533.055598:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036533.055604:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036533.055606:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036533.055608:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036533.055613:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d8889c5800. 02000000:00000001:0.0:1789036533.055615:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036533.055622:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036533.055627:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee8108. 00000400:00000010:0.0:1789036533.055633:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283198. 00000100:00000200:0.0:1789036533.055646:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346563968, portal 25 00000100:00000001:0.0:1789036533.055648:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036533.055650:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680046464 : -114518029505152 : ffff97d8b187ed80) 00000100:00000040:0.0:1789036533.055656:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187ed80 x1875927346563968/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.055663:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036533.055665:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036533.055668:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283550. 00000100:00000200:0.0:1789036533.055672:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875927346563968, offset 0 00000400:00000200:0.0:1789036533.055687:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036533.055697:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036533.055705:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036533.055710:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036533.055714:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036533.055717:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036533.055720:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036533.055725:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557073:557073:256:4294967295] 192.168.204.121@tcp LPNI seq info [557027:557027:8:4294967295] 00000400:00000200:0.0:1789036533.055729:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036533.055739:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036533.055745:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036533.055750:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d7811bff00. 00000800:00000200:0.0:1789036533.055758:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:0.0:1789036533.055765:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036533.055769:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d7811bff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036533.055785:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036533.055789:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036533.055792:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 2 is 4307618006 00000100:00000010:0.0:1789036533.055797:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d889a1cc60. 00000100:00000001:0.0:1789036533.055803:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1789036533.055808:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS new deadline estimation for cpu 3 is 4307618006 00000100:00000010:0.0:1789036533.055811:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97d889a1c960. 00000100:00000001:0.0:1789036533.055841:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.121@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1789036533.055845:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036533.055847:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036533.055850:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036533.055854:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187ca80 x1875927346564224/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.055860:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036533.055861:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036533.055864:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036533.055865:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036533.055867:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036533.055870:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346564224:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036533.055873:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036533.055876:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036533.055877:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036533.055879:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036533.055884:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d8889c5600. 02000000:00000001:0.0:1789036533.055886:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036533.055890:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036533.055893:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee8b00. 00000400:00000010:0.0:1789036533.055897:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283000. 00000100:00000200:0.0:1789036533.055899:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346564224, portal 10 00000100:00000001:0.0:1789036533.055901:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036533.055902:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680037504 : -114518029514112 : ffff97d8b187ca80) 00000100:00000040:0.0:1789036533.055909:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187ca80 x1875927346564224/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.055916:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036533.055918:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036533.055920:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283440. 00000100:00000200:0.0:1789036533.055923:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346564224, offset 0 00000400:00000200:0.0:1789036533.055927:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036533.055931:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036533.055941:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036533.055943:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036533.055946:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036533.055948:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036533.055950:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036533.055953:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557074:557074:255:4294967295] 192.168.204.121@tcp LPNI seq info [557028:557028:7:4294967295] 00000400:00000200:0.0:1789036533.055957:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036533.055964:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036533.055968:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036533.055971:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d7811bfe00. 00000800:00000200:0.0:1789036533.055975:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:0.0:1789036533.055980:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036533.055983:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d7811bfe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036533.055986:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036533.055989:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: using a timeout of 19618 usecs (20 jiffies) 00000400:00000200:0.0:1789036533.055993:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036533.055994:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307614228 00000100:00000001:0.0:1789036533.055997:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307618006 00000100:00000001:0.0:1789036533.055999:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307614228 00000100:00000001:0.0:1789036533.056000:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307618006 00000100:00000001:0.0:1789036533.056002:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036533.056004:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036533.056007:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036533.056010:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036533.056016:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789036533.056019:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789036533.056021:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036533.056022:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789036533.056024:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036533.056026:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1789036533.056027:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036533.056036:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789036533.056037:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036533.056039:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036533.056040:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789036533.056041:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036533.056046:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187ea00 x1875927346564096/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.056053:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036533.056055:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036533.056057:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036533.056058:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036533.056060:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789036533.056063:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346564096:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036533.056066:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036533.056069:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036533.056070:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036533.056071:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036533.056074:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d8889c5a00. 02000000:00000001:0.0:1789036533.056076:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036533.056079:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036533.056082:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee8790. 00000400:00000010:0.0:1789036533.056085:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283e58. 00000100:00000200:0.0:1789036533.056088:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346564096, portal 10 00000100:00000001:0.0:1789036533.056090:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036533.056091:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680045568 : -114518029506048 : ffff97d8b187ea00) 00000100:00000040:0.0:1789036533.056096:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187ea00 x1875927346564096/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.056103:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036533.056105:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036533.056107:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba2837f8. 00000100:00000200:0.0:1789036533.056110:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875927346564096, offset 0 00000400:00000200:0.0:1789036533.056114:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036533.056118:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036533.056128:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036533.056131:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036533.056133:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036533.056135:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036533.056137:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036533.056140:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557075:557075:254:4294967295] 192.168.204.121@tcp LPNI seq info [557029:557029:6:4294967295] 00000400:00000200:0.0:1789036533.056143:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036533.056149:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036533.056153:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036533.056156:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d7811bf900. 00000800:00000200:0.0:1789036533.056160:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:0.0:1789036533.056164:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036533.056166:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d7811bf900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036533.056169:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036533.056172:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: using a timeout of 25631 usecs (26 jiffies) 00000400:00000200:0.0:1789036533.056175:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036533.056177:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307614234 00000100:00000001:0.0:1789036533.056179:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307618006 00000100:00000001:0.0:1789036533.056181:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307614234 00000100:00000001:0.0:1789036533.056183:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307618006 00000100:00000001:0.0:1789036533.056186:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036533.056187:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036533.056190:0:2393:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789036533.056194:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97d8b187df80 x1875927346564352/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.056200:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789036533.056201:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036533.056204:0:2393:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789036533.056205:0:2393:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789036533.056212:0:2393:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789036533.056342:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036533.056346:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d7811bff00. 00000400:00000200:3.0:1789036533.056352:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036533.056357:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036533.056362:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283550 00000400:00000010:3.0:1789036533.056364:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283550. 00000100:00000001:3.0:1789036533.056369:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036533.056373:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187ed80 x1875927346563968/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036533.056381:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036533.056385:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187ed80 x1875927346563968/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036533.056391:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036533.056392:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789036533.056404:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036533.056406:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d7811bfe00. 00000400:00000200:3.0:1789036533.056409:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036533.056412:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036533.056414:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283440 00000400:00000010:3.0:1789036533.056416:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283440. 00000100:00000001:3.0:1789036533.056418:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036533.056422:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187ca80 x1875927346564224/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036533.056428:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036533.056431:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187ca80 x1875927346564224/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036533.056436:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036533.056444:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1789036533.056512:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036533.056515:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d7811bf900. 00000400:00000200:3.0:1789036533.056518:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036533.056521:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036533.056524:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba2837f8 00000400:00000010:3.0:1789036533.056526:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba2837f8. 00000100:00000001:3.0:1789036533.056528:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036533.056531:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187ea00 x1875927346564096/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036533.056538:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036533.056541:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187ea00 x1875927346564096/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036533.056555:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036533.056557:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1789036533.056593:0:2393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff97d8b187df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346564352:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036533.056597:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789036533.056599:0:2393:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789036533.056601:0:2393:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036533.056602:0:2393:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789036533.056606:0:2393:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff97d8889c4000. 02000000:00000001:0.0:1789036533.056608:0:2393:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789036533.056612:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000010:0.0:1789036533.056615:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97d8b9ee8b58. 00000400:00000010:0.0:1789036533.056619:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283908. 00000100:00000200:0.0:1789036533.056622:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875927346564352, portal 4 00000100:00000001:0.0:1789036533.056623:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789036533.056625:0:2393:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446629555680042880 : -114518029508736 : ffff97d8b187df80) 00000100:00000040:0.0:1789036533.056631:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97d8b187df80 x1875927346564352/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.056637:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789036533.056639:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.121@tcp 00000400:00000010:0.0:1789036533.056641:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff97d8ba283dd0. 00000100:00000200:0.0:1789036533.056644:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875927346564352, offset 0 00000400:00000200:0.0:1789036533.056648:0:2393:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.121@tcp 00000400:00000200:0.0:1789036533.056652:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036533.056656:0:2393:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.121@tcp local destination 00000400:00000200:0.0:1789036533.056659:0:2393:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789036533.056661:0:2393:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.21@tcp 00000400:00000200:0.0:1789036533.056663:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.21@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789036533.056666:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.121@tcp 00000400:00000200:0.0:1789036533.056668:0:2393:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.21@tcp NI seq info: [557076:557076:256:4294967295] 192.168.204.121@tcp LPNI seq info [557030:557030:8:4294967295] 00000400:00000200:0.0:1789036533.056672:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:0.0:1789036533.056677:0:2393:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp:) -> 192.168.204.121@tcp(192.168.204.121@tcp:192.168.204.121@tcp) : PUT try# 0 00000800:00000200:0.0:1789036533.056681:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.121@tcp 00000800:00000010:0.0:1789036533.056691:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97d7811bf400. 00000800:00000200:0.0:1789036533.056696:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff97d890d6fc00] -> 12345-192.168.204.121@tcp (5) 00000800:00000200:0.0:1789036533.056700:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.121@tcp ip 192.168.204.121:988 00000800:00000200:0.0:1789036533.056703:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97d7811bf400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789036533.057096:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036533.057101:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: using a timeout of 101395 usecs (102 jiffies) 00000400:00000200:0.0:1789036533.057105:0:2393:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000100:00000001:0.0:1789036533.057107:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 2 is 4307614310 00000100:00000001:0.0:1789036533.057109:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 2, keep current deadline 4307618006 00000100:00000001:0.0:1789036533.057112:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS new deadline estimation for cpu 3 is 4307614310 00000100:00000001:0.0:1789036533.057114:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff97d8b9387800: PM QoS request active for cpu 3, keep current deadline 4307618006 00000100:00000001:0.0:1789036533.057116:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036533.057118:0:2393:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036533.057121:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036533.057123:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789036533.058924:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789036533.058931:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789036533.060320:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1789036533.060328:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97d7811bf400. 00000400:00000200:3.0:1789036533.060335:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036533.060343:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000400:00000200:3.0:1789036533.060351:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283dd0 00000400:00000010:3.0:1789036533.060354:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283dd0. 00000100:00000001:3.0:1789036533.060361:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1789036533.060369:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff97d8b187df80 x1875927346564352/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036533.060380:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789036533.060384:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97d8b187df80 x1875927346564352/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036588 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036533.060391:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789036533.060393:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1789036533.069625:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036533.069640:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036533.069644:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036533.069647:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036533.069665:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036533.069673:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036533.069692:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036533.069697:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036533.069702:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036533.069707:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 25 MB=0x6aa255f1dcb80 00000400:00000200:3.0:1789036533.069711:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036533.069717:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.121@tcp of length 224/224 into md 0x5396ed [1] + 224 00000800:00000001:3.0:1789036533.069724:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036533.069729:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036533.069732:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036533.069737:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036533.069744:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036533.069753:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187ed80 x1875927346563968/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036533.069763:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187ed80 x1875927346563968/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036533.069792:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036533.069800:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036533.069804:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036533.069805:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036533.069807:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036533.069810:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036533.069829:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036533.069834:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036533.069837:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036533.069840:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036533.069842:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dcc80 00000400:00000200:3.0:1789036533.069845:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036533.069850:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x5396f5 [1] + 224 00000800:00000001:3.0:1789036533.069853:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036533.069862:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036533.069864:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036533.069867:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036533.069871:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036533.069876:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187ca80 x1875927346564224/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036533.069884:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187ca80 x1875927346564224/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036533.069891:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036533.069895:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036533.069898:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036533.069899:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036533.069901:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036533.069904:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036533.069907:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036533.069911:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036533.069913:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036533.069916:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036533.069919:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 10 MB=0x6aa255f1dcc00 00000400:00000200:3.0:1789036533.069922:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036533.069926:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.121@tcp of length 224/224 into md 0x5396fd [1] + 224 00000800:00000001:3.0:1789036533.069929:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036533.069980:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036533.069983:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036533.069986:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036533.069989:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036533.069993:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187ea00 x1875927346564096/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036533.070000:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187ea00 x1875927346564096/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036533.070007:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036533.070017:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036533.070020:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036533.070631:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036533.070638:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1789036533.070640:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036533.070642:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036533.070647:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036533.070652:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.21@tcp(192.168.204.21@tcp) <- 192.168.204.121@tcp : PUT - for me 00000400:00000200:3.0:1789036533.070658:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036533.070660:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036533.070663:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036533.070667:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.121@tcp of length 224 into portal 4 MB=0x6aa255f1dcd00 00000400:00000200:3.0:1789036533.070670:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.121@tcp to cpt 1 00000400:00000200:3.0:1789036533.070673:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.121@tcp of length 224/224 into md 0x539705 [1] + 224 00000800:00000001:3.0:1789036533.070677:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036533.070681:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1789036533.070684:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1789036533.070687:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.21@tcp->192.168.204.121@tcp: PUT: OK 00000100:00000001:3.0:1789036533.070690:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789036533.070695:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff97d8b187df80 x1875927346564352/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789036533.070703:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97d8b187df80 x1875927346564352/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789036533.070710:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1789036533.070715:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1789036533.070717:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036533.071108:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036533.071113:0:2393:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789036533.071120:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036533.071122:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036533.071125:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee8790. 00000400:00000200:0.0:1789036533.071129:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283e58 00000400:00000010:0.0:1789036533.071131:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283e58. 00000100:00000001:0.0:1789036533.071134:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036533.071140:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187ea00 x1875927346564096/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036533.071148:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187ea00 x1875927346564096/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.071154:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036533.071155:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036533.071158:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036533.071160:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036533.071163:0:2393:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036533.071171:0:2393:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036533.071174:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036533.071184:0:2393:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edf460 time=44 v=60 (60 60 61 61) 00000100:00001000:0.0:1789036533.071188:0:2393:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edf418 time=80 v=5 (1 1 1 0) 00000100:00000001:0.0:1789036533.071191:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036533.071192:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036533.071195:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789036533.071197:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036533.071201:0:2393:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789036533.071203:0:2393:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff97d8b9387800: skip recheck: last_committed 30064771464 00000100:00000001:0.0:1789036533.071204:0:2393:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789036533.071206:0:2393:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036533.071210:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187ea00 x1875927346564096/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.071216:0:2393:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036533.071219:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036533.071221:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036533.071225:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187ea00 x1875927346564096/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036533.071232:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346564096:192.168.204.121@tcp:400:kworker.0 00000400:00000001:0.0:1789036533.071238:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036533.071239:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036533.071241:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee8b58. 00000400:00000200:0.0:1789036533.071243:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283908 00000400:00000010:0.0:1789036533.071244:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283908. 00000100:00000001:0.0:1789036533.071246:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036533.071249:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187df80 x1875927346564352/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036533.071257:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187df80 x1875927346564352/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.071262:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036533.071268:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036533.071270:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036533.071271:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036533.071272:0:2393:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036533.071274:0:2393:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036533.071276:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036533.071280:0:2393:0:(import.c:2196:obd_at_measure()) add 36 to ffff97d887d65460 time=44 v=36 (36 36 5 5) 00000100:00001000:0.0:1789036533.071283:0:2393:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887d65418 time=122 v=5 (1 1 1 1) 00000100:00000001:0.0:1789036533.071285:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036533.071286:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036533.071288:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789036533.071290:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036533.071292:0:2393:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789036533.071293:0:2393:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff97d8b9387800: skip recheck: last_committed 42949695659 00000100:00000001:0.0:1789036533.071295:0:2393:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789036533.071296:0:2393:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036533.071299:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187df80 x1875927346564352/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.071305:0:2393:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036533.071307:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036533.071308:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036533.071311:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187df80 x1875927346564352/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036588 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036533.071318:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346564352:192.168.204.121@tcp:400:kworker.0 00000400:00000001:0.0:1789036533.071322:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036533.071323:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036533.071325:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee8108. 00000400:00000200:0.0:1789036533.071327:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283198 00000400:00000010:0.0:1789036533.071329:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283198. 00000100:00000001:0.0:1789036533.071331:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036533.071334:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187ed80 x1875927346563968/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036533.071341:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187ed80 x1875927346563968/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.071351:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036533.071352:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036533.071354:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036533.071355:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036533.071356:0:2393:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036533.071358:0:2393:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036533.071360:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036533.071362:0:2393:0:(import.c:2196:obd_at_measure()) add 5 to ffff97d8861f3c60 time=44 v=5 (5 5 5 5) 00000100:00001000:0.0:1789036533.071365:0:2393:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d8861f3c18 time=80 v=5 (1 1 1 0) 00000100:00000001:0.0:1789036533.071367:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036533.071368:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036533.071370:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789036533.071371:0:2393:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036533.071373:0:2393:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036533.071377:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187ed80 x1875927346563968/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036549 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.071383:0:2393:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036533.071385:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036533.071386:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036533.071389:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187ed80 x1875927346563968/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036549 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036533.071395:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bb1e375-e4f5-4920-9d1b-5b6c0fdb9406:2393:1875927346563968:192.168.204.121@tcp:400:kworker.0 00000400:00000001:0.0:1789036533.071400:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789036533.071400:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789036533.072125:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97d8b9ee8b00. 00000400:00000200:0.0:1789036533.072129:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff97d8ba283000 00000400:00000010:0.0:1789036533.072131:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff97d8ba283000. 00000100:00000001:0.0:1789036533.072135:0:2393:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789036533.072142:0:2393:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff97d8b187ca80 x1875927346564224/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789036533.072151:0:2393:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff97d8b187ca80 x1875927346564224/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.072166:0:2393:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789036533.072168:0:2393:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036533.072171:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789036533.072173:0:2393:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789036533.072174:0:2393:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789036533.072176:0:2393:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789036533.072178:0:2393:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789036533.072185:0:2393:0:(import.c:2196:obd_at_measure()) add 60 to ffff97d887edb460 time=44 v=60 (60 60 61 61) 00000100:00001000:0.0:1789036533.072189:0:2393:0:(import.c:2196:obd_at_measure()) add 1 to ffff97d887edb418 time=57 v=5 (1 1 1 0) 00000100:00000001:0.0:1789036533.072191:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789036533.072193:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789036533.072194:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789036533.072199:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97d8b187ca80 x1875927346564224/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789036533.072205:0:2393:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036533.072208:0:2393:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789036533.072210:0:2393:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff97d8b9387800: skip recheck: last_committed 21474836540 00000100:00000001:0.0:1789036533.072212:0:2393:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789036533.072213:0:2393:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789036533.072217:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97d8b187ca80 x1875927346564224/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.072224:0:2393:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789036533.072227:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789036533.072228:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789036533.072232:0:2393:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97d8b187ca80 x1875927346564224/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789036533.072240:0:2393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff97d8b187ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7d763aff-8b7a-44d5-b6db-92551ac67e1a:2393:1875927346564224:192.168.204.121@tcp:400:kworker.0 00000100:00000001:0.0:1789036533.072244:0:2393:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036533.072247:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036533.072251:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187ea00 x1875927346564096/t0(0) o400->lustre-MDT0000-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.072263:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036533.072266:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036533.072269:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d8889c5a00. 02000000:00000001:0.0:1789036533.072273:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036533.072275:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036533.072277:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d887edf000 refcount=5 obd=lustre-MDT0000-mdc-ffff97d8b9387800 00000020:00000001:0.0:1789036533.072279:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036533.072281:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d7811bfc00. 02000000:00000001:0.0:1789036533.072285:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036533.072286:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036533.072288:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187ea00. 00000100:00000001:0.0:1789036533.072292:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036533.072293:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036533.072295:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036533.072299:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187df80 x1875927346564352/t0(0) o400->lustre-OST0000-osc-ffff97d8b9387800@192.168.204.121@tcp:28/4 lens 224/224 e 0 to 0 dl 1789036588 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.072306:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036533.072307:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036533.072308:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d8889c4000. 02000000:00000001:0.0:1789036533.072311:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036533.072312:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036533.072313:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d887d65000 refcount=3 obd=lustre-OST0000-osc-ffff97d8b9387800 00000020:00000001:0.0:1789036533.072315:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036533.072316:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d7811bf200. 02000000:00000001:0.0:1789036533.072318:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036533.072319:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036533.072321:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187df80. 00000100:00000001:0.0:1789036533.072324:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036533.072325:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036533.072327:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036533.072330:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187ed80 x1875927346563968/t0(0) o400->MGC192.168.204.121@tcp@192.168.204.121@tcp:26/25 lens 224/224 e 0 to 0 dl 1789036549 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.072337:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036533.072338:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036533.072347:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d8889c5800. 02000000:00000001:0.0:1789036533.072349:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036533.072351:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036533.072352:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d8861f3800 refcount=3 obd=MGC192.168.204.121@tcp 00000020:00000001:0.0:1789036533.072354:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036533.072356:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d7811bf100. 02000000:00000001:0.0:1789036533.072358:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036533.072359:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036533.072361:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187ed80. 00000100:00000001:0.0:1789036533.072363:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036533.072365:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036533.072366:0:2393:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789036533.072369:0:2393:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97d8b187ca80 x1875927346564224/t0(0) o400->lustre-MDT0001-mdc-ffff97d8b9387800@192.168.204.121@tcp:12/10 lens 224/224 e 0 to 0 dl 1789036618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789036533.072375:0:2393:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789036533.072376:0:2393:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789036533.072378:0:2393:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff97d8889c5600. 02000000:00000001:0.0:1789036533.072380:0:2393:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789036533.072381:0:2393:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789036533.072382:0:2393:0:(genops.c:1222:class_import_put()) import ffff97d887edb000 refcount=3 obd=lustre-MDT0001-mdc-ffff97d8b9387800 00000020:00000001:0.0:1789036533.072384:0:2393:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789036533.072385:0:2393:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97d7811bf300. 02000000:00000001:0.0:1789036533.072387:0:2393:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789036533.072388:0:2393:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789036533.072389:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97d8b187ca80. 00000100:00000001:0.0:1789036533.072391:0:2393:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789036533.072393:0:2393:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036533.072395:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789036533.072475:0:2393:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789036533.072477:0:2393:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789036533.072480:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789036533.072483:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036533.377930:0:274228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036533.377938:0:274228:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789036533.377940:0:274228:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789036533.377944:0:274228:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036533.377950:0:274228:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789036533.377969:0:274228:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036533.377972:0:274228:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036533.377974:0:274228:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036533.377979:0:274228:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789036533.377981:0:274228:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789036533.377982:0:274228:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789036533.377987:0:274228:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789036533.377990:0:274228:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789036533.377991:0:274228:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036533.377992:0:274228:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789036533.377994:0:274228:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036533.377996:0:274228:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789036533.377997:0:274228:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789036533.378019:0:236343:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789036533.378023:0:236343:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789036533.378025:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1789036533.791114:0:281157:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 1286 lines, 1286 kept, 0 dropped, 0 bad.