00010000:00000001:2.0F:1789460153.364621:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460153.364638:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460153.364646:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460153.364647:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1789460153.365492:0:236035:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789460153.365502:0:236035:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789460153.365505:0:236035:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0F:1789460153.556641:0:233517:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23f9394c-8a80-472d-ac42-9f009851d583->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789460153.556661:0:233517:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789460153.556668:0:233517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88e3a7bead80. 00000020:00000040:0.0:1789460153.556673:0:233517:0:(genops.c:1209:class_import_get()) import ffff88e3b9661800 refcount=4 obd=MGC192.168.204.120@tcp 00000100:00000001:0.0:1789460153.556677:0:233517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789460153.556680:0:233517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789460153.556685:0:233517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789460153.556693:0:233517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88e3a7118200. 00000100:00000001:0.0:1789460153.556699:0:233517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460153.556720:0:233517:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 23f9394c-8a80-472d-ac42-9f009851d583->MGS req@ffff88e3a7bead80 x1876372638189312/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789460153.556731:0:233517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789460153.556736:0:233517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460153.556742:0:233517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006687ddff] to pc [ptlrpcd_00_00+0] req@ffff88e3a7bead80 x1876372638189312/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.556762:0:233517:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460153.556766:0:233517:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789460153.556769:0:233517:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789460153.556773:0:233517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88e3a7be8380. 00000020:00000040:0.0:1789460153.556776:0:233517:0:(genops.c:1209:class_import_get()) import ffff88e38d774000 refcount=9 obd=lustre-MDT0000-mdc-ffff88e3b9b35800 00000100:00000001:0.0:1789460153.556779:0:233517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789460153.556780:0:233517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789460153.556782:0:233517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789460153.556785:0:233517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88e3a7118900. 00000100:00000001:0.0:1789460153.556788:0:233517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460153.556792:0:233517:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-MDT0000_UUID req@ffff88e3a7be8380 x1876372638189440/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789460153.556800:0:233517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789460153.556802:0:233517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460153.556805:0:233517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094007c23] to pc [ptlrpcd_00_01+1] req@ffff88e3a7be8380 x1876372638189440/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.556823:0:233517:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460153.556839:0:233517:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789460153.556843:0:233517:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789460153.556845:0:233517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88e3a7be9180. 00000020:00000040:0.0:1789460153.556848:0:233517:0:(genops.c:1209:class_import_get()) import ffff88e38d770000 refcount=4 obd=lustre-MDT0001-mdc-ffff88e3b9b35800 00000100:00000001:0.0:1789460153.556850:0:233517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789460153.556852:0:233517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789460153.556854:0:233517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789460153.556858:0:233517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88e3a7118c00. 00000100:00000001:0.0:1789460153.556861:0:233517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460153.556866:0:233517:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-MDT0001_UUID req@ffff88e3a7be9180 x1876372638189568/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789460153.556873:0:233517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789460153.556874:0:233517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460153.556878:0:233517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3d0f260] to pc [ptlrpcd_00_00+0] req@ffff88e3a7be9180 x1876372638189568/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.556885:0:233517:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460153.556886:0:233517:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789460153.556889:0:233517:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789460153.556892:0:233517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88e3a7be9f80. 00000020:00000040:0.0:1789460153.556894:0:233517:0:(genops.c:1209:class_import_get()) import ffff88e38d770800 refcount=4 obd=lustre-OST0000-osc-ffff88e3b9b35800 00000100:00000001:0.0:1789460153.556896:0:233517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789460153.556897:0:233517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789460153.556898:0:233517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789460153.556901:0:233517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88e3a7118f00. 00000100:00000001:0.0:1789460153.556904:0:233517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460153.556907:0:233517:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-OST0000_UUID req@ffff88e3a7be9f80 x1876372638189696/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789460153.556914:0:233517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789460153.556916:0:233517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460153.556919:0:233517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015fc9092] to pc [ptlrpcd_00_01+1] req@ffff88e3a7be9f80 x1876372638189696/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.556937:0:233517:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460153.556940:0:233517:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789460153.556943:0:233517:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789460153.556948:0:233517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11909) 00000100:00000001:0.0:1789460153.556957:0:2386:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789460153.556961:0:2386:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789460153.556963:0:2386:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789460153.556968:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88e3a7bead80 x1876372638189312/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.556975:0:2386:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789460153.556977:0:2386:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789460153.556982:0:2386:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789460153.556984:0:2386:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789460153.556987:0:2386:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789460153.556990:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88e3a7bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:23f9394c-8a80-472d-ac42-9f009851d583:2386:1876372638189312:192.168.204.120@tcp:400:kworker.0 00000100:00000001:0.0:1789460153.556994:0:2386:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789460153.556999:0:2386:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789460153.557002:0:2386:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789460153.557004:0:2386:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789460153.557007:0:2386:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88e386a17400. 02000000:00000001:0.0:1789460153.557009:0:2386:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789460153.557016:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1789460153.557020:0:2386:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff88e39143a108. 00000400:00000010:0.0:1789460153.557027:0:2386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38b281330. 00000100:00000200:0.0:1789460153.557034:0:2386:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876372638189312, portal 25 00000100:00000001:0.0:1789460153.557037:0:2386:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789460153.557038:0:2386:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613110086086016 : -130963623465600 : ffff88e3a7bead80) 00000100:00000040:0.0:1789460153.557043:0:2386:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88e3a7bead80 x1876372638189312/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.557050:0:2386:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789460153.557058:0:2386:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:0.0:1789460153.557061:0:2386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38b281e58. 00000100:00000200:0.0:1789460153.557065:0:2386:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876372638189312, offset 0 00000400:00000200:0.0:1789460153.557074:0:2386:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1789460153.557082:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460153.557088:0:2386:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1789460153.557093:0:2386:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789460153.557097:0:2386:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1789460153.557111:0:2386:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789460153.557114:0:2386:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1789460153.557117:0:2386:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [535685:535685:256:4294967295] 192.168.204.120@tcp LPNI seq info [535638:535638:8:4294967295] 00000400:00000200:0.0:1789460153.557121:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460153.557130:0:2386:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1789460153.557135:0:2386:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1789460153.557140:0:2386:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88e3a7118500. 00000800:00000200:0.0:1789460153.557147:0:2386:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88e386879a80] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1789460153.557154:0:2386:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1789460153.557159:0:2386:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88e3a7118500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789460153.557172:0:2386:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789460153.557175:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:0.0:1789460153.557177:0:2386:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS new deadline estimation for cpu 0 is 4306575619 00000100:00000010:0.0:1789460153.557182:0:2386:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88e3886563c0. 00000100:00000001:0.0:1789460153.557188:0:2386:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789460153.557193:0:2386:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS new deadline estimation for cpu 1 is 4306575619 00000100:00000010:0.0:1789460153.557196:0:2386:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88e388656ba0. 00000100:00000001:0.0:1789460153.557199:0:2386:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789460153.557202:0:2386:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789460153.557205:0:2386:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460153.557207:0:2386:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789460153.557211:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88e3a7be9180 x1876372638189568/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.557227:0:2386:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789460153.557228:0:2386:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789460153.557230:0:2386:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789460153.557231:0:2386:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789460153.557233:0:2386:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789460153.557236:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88e3a7be9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2386:1876372638189568:192.168.204.120@tcp:400:kworker.0 00000100:00000001:0.0:1789460153.557238:0:2386:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789460153.557241:0:2386:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789460153.557242:0:2386:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789460153.557243:0:2386:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789460153.557246:0:2386:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88e386a16200. 02000000:00000001:0.0:1789460153.557248:0:2386:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789460153.557251:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1789460153.557254:0:2386:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff88e39143a840. 00000400:00000010:0.0:1789460153.557257:0:2386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38b281110. 00000100:00000200:0.0:1789460153.557260:0:2386:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876372638189568, portal 10 00000100:00000001:0.0:1789460153.557261:0:2386:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789460153.557262:0:2386:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613110086078848 : -130963623472768 : ffff88e3a7be9180) 00000100:00000040:0.0:1789460153.557269:0:2386:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88e3a7be9180 x1876372638189568/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.557274:0:2386:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789460153.557276:0:2386:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:0.0:1789460153.557278:0:2386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38b281ee0. 00000100:00000200:0.0:1789460153.557280:0:2386:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876372638189568, offset 0 00000400:00000200:0.0:1789460153.557283:0:2386:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1789460153.557287:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460153.557291:0:2386:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1789460153.557293:0:2386:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789460153.557309:0:2386:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1789460153.557311:0:2386:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789460153.557313:0:2386:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1789460153.557321:0:2386:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [535686:535686:255:4294967295] 192.168.204.120@tcp LPNI seq info [535639:535639:7:4294967295] 00000400:00000200:0.0:1789460153.557325:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460153.557332:0:2386:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1789460153.557336:0:2386:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1789460153.557340:0:2386:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88e3a7118d00. 00000800:00000200:0.0:1789460153.557344:0:2386:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88e386879a80] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1789460153.557348:0:2386:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1789460153.557350:0:2386:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88e3a7118d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789460153.557353:0:2386:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460153.557356:0:2386:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88e3b9b35800: using a timeout of 21618 usecs (22 jiffies) 00000400:00000200:0.0:1789460153.557359:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:0.0:1789460153.557361:0:2386:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 0 is 4306571798 00000100:00000001:0.0:1789460153.557363:0:2386:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88e3b9b35800: PM QoS request active for cpu 0, keep current deadline 4306575619 00000100:00000001:0.0:1789460153.557365:0:2386:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 1 is 4306571798 00000100:00000001:0.0:1789460153.557367:0:2386:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88e3b9b35800: PM QoS request active for cpu 1, keep current deadline 4306575619 00000100:00000001:0.0:1789460153.557369:0:2386:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789460153.557371:0:2386:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460153.557374:0:2386:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460153.557376:0:2386:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789460153.557381:0:2386:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789460153.557383:0:2386:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789460153.557385:0:2386:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789460153.557387:0:2386:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789460153.557388:0:2386:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789460153.557390:0:2386:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1789460153.557392:0:2386:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789460153.557394:0:2386:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789460153.557395:0:2386:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789460153.557397:0:2386:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789460153.557398:0:2386:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789460153.557399:0:2386:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789460153.557402:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88e3a7be8380 x1876372638189440/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.557414:0:2386:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789460153.557415:0:2386:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789460153.557417:0:2386:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789460153.557419:0:2386:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789460153.557421:0:2386:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789460153.557423:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88e3a7be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2386:1876372638189440:192.168.204.120@tcp:400:kworker.0 00000100:00000001:0.0:1789460153.557426:0:2386:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789460153.557428:0:2386:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789460153.557430:0:2386:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789460153.557431:0:2386:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789460153.557433:0:2386:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88e386a17200. 02000000:00000001:0.0:1789460153.557435:0:2386:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789460153.557438:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1789460153.557441:0:2386:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff88e39143a7e8. 00000400:00000010:0.0:1789460153.557444:0:2386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38b2816e8. 00000100:00000200:0.0:1789460153.557447:0:2386:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876372638189440, portal 10 00000100:00000001:0.0:1789460153.557449:0:2386:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789460153.557450:0:2386:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613110086075264 : -130963623476352 : ffff88e3a7be8380) 00000100:00000040:0.0:1789460153.557455:0:2386:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88e3a7be8380 x1876372638189440/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.557462:0:2386:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789460153.557465:0:2386:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:0.0:1789460153.557467:0:2386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38b281bb0. 00000100:00000200:0.0:1789460153.557469:0:2386:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876372638189440, offset 0 00000400:00000200:0.0:1789460153.557473:0:2386:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1789460153.557476:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460153.557480:0:2386:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1789460153.557482:0:2386:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789460153.557485:0:2386:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1789460153.557487:0:2386:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789460153.557489:0:2386:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1789460153.557497:0:2386:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [535687:535687:254:4294967295] 192.168.204.120@tcp LPNI seq info [535640:535640:6:4294967295] 00000400:00000200:0.0:1789460153.557501:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460153.557508:0:2386:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1789460153.557512:0:2386:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1789460153.557515:0:2386:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88e3a7118a00. 00000800:00000200:0.0:1789460153.557518:0:2386:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88e386879a80] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1789460153.557523:0:2386:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1789460153.557525:0:2386:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88e3a7118a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789460153.557529:0:2386:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460153.557531:0:2386:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88e3b9b35800: using a timeout of 28690 usecs (29 jiffies) 00000400:00000200:0.0:1789460153.557534:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:0.0:1789460153.557535:0:2386:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 0 is 4306571805 00000100:00000001:0.0:1789460153.557537:0:2386:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88e3b9b35800: PM QoS request active for cpu 0, keep current deadline 4306575619 00000100:00000001:0.0:1789460153.557539:0:2386:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 1 is 4306571805 00000100:00000001:0.0:1789460153.557540:0:2386:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88e3b9b35800: PM QoS request active for cpu 1, keep current deadline 4306575619 00000100:00000001:0.0:1789460153.557542:0:2386:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789460153.557578:0:2386:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460153.557581:0:2386:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789460153.557585:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88e3a7be9f80 x1876372638189696/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.557591:0:2386:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789460153.557593:0:2386:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789460153.557595:0:2386:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789460153.557596:0:2386:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789460153.557598:0:2386:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789460153.557600:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88e3a7be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2386:1876372638189696:192.168.204.120@tcp:400:kworker.0 00000100:00000001:0.0:1789460153.557603:0:2386:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789460153.557606:0:2386:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789460153.557607:0:2386:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789460153.557614:0:2386:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789460153.557617:0:2386:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88e386a17a00. 02000000:00000001:0.0:1789460153.557619:0:2386:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789460153.557622:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1789460153.557625:0:2386:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff88e39143aec8. 00000400:00000010:0.0:1789460153.557628:0:2386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38b281198. 00000100:00000200:0.0:1789460153.557631:0:2386:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876372638189696, portal 4 00000100:00000001:0.0:1789460153.557633:0:2386:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789460153.557634:0:2386:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613110086082432 : -130963623469184 : ffff88e3a7be9f80) 00000100:00000040:0.0:1789460153.557640:0:2386:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88e3a7be9f80 x1876372638189696/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.557646:0:2386:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789460153.557649:0:2386:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:0.0:1789460153.557651:0:2386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38b2814c8. 00000100:00000200:0.0:1789460153.557653:0:2386:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876372638189696, offset 0 00000400:00000200:0.0:1789460153.557657:0:2386:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1789460153.557660:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460153.557664:0:2386:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1789460153.557666:0:2386:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789460153.557668:0:2386:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1789460153.557670:0:2386:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789460153.557671:0:2386:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1789460153.557674:0:2386:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [535688:535688:253:4294967295] 192.168.204.120@tcp LPNI seq info [535641:535641:5:4294967295] 00000400:00000200:0.0:1789460153.557678:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460153.557683:0:2386:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1789460153.557688:0:2386:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1789460153.557691:0:2386:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88e3a7118100. 00000800:00000200:0.0:1789460153.557694:0:2386:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88e386879a80] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1789460153.557698:0:2386:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1789460153.557701:0:2386:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88e3a7118100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789460153.557704:0:2386:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460153.557712:0:2386:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff88e3b9b35800: using a timeout of 106142 usecs (107 jiffies) 00000400:00000200:0.0:1789460153.557716:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:0.0:1789460153.557718:0:2386:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 0 is 4306571883 00000100:00000001:0.0:1789460153.557720:0:2386:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff88e3b9b35800: PM QoS request active for cpu 0, keep current deadline 4306575619 00000100:00000001:0.0:1789460153.557722:0:2386:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 1 is 4306571883 00000100:00000001:0.0:1789460153.557724:0:2386:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff88e3b9b35800: PM QoS request active for cpu 1, keep current deadline 4306575619 00000100:00000001:0.0:1789460153.557726:0:2386:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789460153.557728:0:2386:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460153.557730:0:2386:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460153.557732:0:2386:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460153.557744:0:2387:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789460153.557747:0:2387:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789460153.557788:0:2378:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789460153.557792:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88e3a7118500. 00000400:00000200:0.0:1789460153.557798:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789460153.557803:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1789460153.557809:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38b281e58 00000400:00000010:0.0:1789460153.557811:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38b281e58. 00000100:00000001:0.0:1789460153.557816:0:2378:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789460153.557820:0:2378:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88e3a7bead80 x1876372638189312/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.557829:0:2378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789460153.557833:0:2378:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88e3a7bead80 x1876372638189312/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460169 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.557839:0:2378:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460153.557841:0:2378:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789460153.557853:0:2378:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789460153.557855:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88e3a7118d00. 00000400:00000200:0.0:1789460153.557857:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789460153.557860:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1789460153.557862:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38b281ee0 00000400:00000010:0.0:1789460153.557864:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38b281ee0. 00000100:00000001:0.0:1789460153.557872:0:2378:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789460153.557876:0:2378:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88e3a7be9180 x1876372638189568/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.557883:0:2378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789460153.557886:0:2378:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88e3a7be9180 x1876372638189568/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.557892:0:2378:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460153.557893:0:2378:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789460153.557901:0:2378:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789460153.557903:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88e3a7118a00. 00000400:00000200:0.0:1789460153.557905:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789460153.557908:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1789460153.557910:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38b281bb0 00000400:00000010:0.0:1789460153.557912:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38b281bb0. 00000100:00000001:0.0:1789460153.557914:0:2378:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789460153.557917:0:2378:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88e3a7be8380 x1876372638189440/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.557922:0:2378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789460153.557925:0:2378:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88e3a7be8380 x1876372638189440/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.557929:0:2378:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460153.557931:0:2378:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789460153.557996:0:2378:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789460153.557999:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88e3a7118100. 00000400:00000200:0.0:1789460153.558001:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789460153.558005:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:0.0:1789460153.558007:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38b2814c8 00000400:00000010:0.0:1789460153.558009:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38b2814c8. 00000100:00000001:0.0:1789460153.558011:0:2378:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789460153.558015:0:2378:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88e3a7be9f80 x1876372638189696/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.558021:0:2378:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789460153.558029:0:2378:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88e3a7be9f80 x1876372638189696/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460169 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.558034:0:2378:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460153.558036:0:2378:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789460153.562359:0:2379:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460153.562379:0:2379:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789460153.562383:0:2379:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460153.562386:0:2379:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789460153.562398:0:2379:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460153.562406:0:2379:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1789460153.562415:0:2379:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460153.562421:0:2379:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460153.562427:0:2379:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460153.562433:0:2379:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 10 MB=0x6aa8d0c90c800 00000400:00000200:1.0:1789460153.562439:0:2379:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460153.562445:0:2379:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 224/224 into md 0x526af9 [1] + 224 00000800:00000001:1.0:1789460153.562453:0:2379:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460153.562456:0:2379:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789460153.562460:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789460153.562464:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1789460153.562472:0:2379:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789460153.562481:0:2379:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff88e3a7be9180 x1876372638189568/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789460153.562494:0:2379:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88e3a7be9180 x1876372638189568/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460153.562518:0:2379:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789460153.562526:0:2379:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460153.562530:0:2379:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789460153.562532:0:2379:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460153.562535:0:2379:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789460153.562538:0:2379:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460153.562542:0:2379:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1789460153.562585:0:2379:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460153.562587:0:2379:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460153.562590:0:2379:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460153.562601:0:2379:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 10 MB=0x6aa8d0c90c780 00000400:00000200:1.0:1789460153.562604:0:2379:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460153.562609:0:2379:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 224/224 into md 0x526b09 [1] + 224 00000800:00000001:1.0:1789460153.562613:0:2379:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460153.562620:0:2379:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789460153.562623:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789460153.562626:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1789460153.562630:0:2379:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789460153.562635:0:2379:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff88e3a7be8380 x1876372638189440/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789460153.562644:0:2379:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88e3a7be8380 x1876372638189440/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460153.562652:0:2379:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789460153.562656:0:2379:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460153.562659:0:2379:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789460153.562748:0:2386:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789460153.562753:0:2386:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789460153.562759:0:2386:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789460153.562761:0:2386:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789460153.562763:0:2386:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff88e39143a7e8. 00000400:00000200:0.0:1789460153.562768:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38b2816e8 00000400:00000010:0.0:1789460153.562771:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38b2816e8. 00000100:00000001:0.0:1789460153.562774:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789460153.562779:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff88e3a7be8380 x1876372638189440/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789460153.562787:0:2386:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff88e3a7be8380 x1876372638189440/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.562794:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789460153.562796:0:2386:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789460153.562799:0:2386:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789460153.562802:0:2386:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789460153.562804:0:2386:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789460153.562806:0:2386:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789460153.562809:0:2386:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789460153.562831:0:2386:0:(import.c:2196:obd_at_measure()) add 60 to ffff88e38d774460 time=29 v=60 (60 60 60 60) 00000100:00001000:0.0:1789460153.562835:0:2386:0:(import.c:2196:obd_at_measure()) add 1 to ffff88e38d774418 time=86 v=5 (1 1 1 1) 00000100:00000001:0.0:1789460153.562838:0:2386:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789460153.562840:0:2386:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789460153.562843:0:2386:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789460153.562846:0:2386:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460153.562849:0:2386:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789460153.562851:0:2386:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88e3b9b35800: skip recheck: last_committed 30064771620 00000100:00000001:0.0:1789460153.562853:0:2386:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789460153.562855:0:2386:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460153.562860:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88e3a7be8380 x1876372638189440/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.562879:0:2386:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789460153.562882:0:2386:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789460153.562884:0:2386:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789460153.562889:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88e3a7be8380 x1876372638189440/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789460153.562898:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88e3a7be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2386:1876372638189440:192.168.204.120@tcp:400:kworker.0 00000400:00000001:0.0:1789460153.562905:0:2386:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789460153.562907:0:2386:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789460153.562908:0:2386:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff88e39143a840. 00000400:00000200:0.0:1789460153.562911:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38b281110 00000400:00000010:0.0:1789460153.562913:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38b281110. 00000100:00000001:0.0:1789460153.562915:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789460153.562918:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff88e3a7be9180 x1876372638189568/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789460153.562926:0:2386:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff88e3a7be9180 x1876372638189568/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.562933:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789460153.562934:0:2386:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789460153.562936:0:2386:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789460153.562938:0:2386:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789460153.562939:0:2386:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789460153.562941:0:2386:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789460153.562943:0:2386:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789460153.562947:0:2386:0:(import.c:2196:obd_at_measure()) add 60 to ffff88e38d770460 time=29 v=60 (60 60 60 60) 00000100:00001000:0.0:1789460153.562950:0:2386:0:(import.c:2196:obd_at_measure()) add 1 to ffff88e38d770418 time=62 v=5 (1 1 1 1) 00000100:00000001:0.0:1789460153.562952:0:2386:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789460153.562954:0:2386:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789460153.562955:0:2386:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789460153.562959:0:2386:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88e3a7be9180 x1876372638189568/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789460153.562976:0:2386:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460153.562979:0:2386:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789460153.562980:0:2386:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff88e3b9b35800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1789460153.562982:0:2386:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789460153.562984:0:2386:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460153.562988:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88e3a7be9180 x1876372638189568/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.562995:0:2386:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789460153.562997:0:2386:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789460153.562998:0:2386:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789460153.563002:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88e3a7be9180 x1876372638189568/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789460153.563008:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88e3a7be9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2386:1876372638189568:192.168.204.120@tcp:400:kworker.0 00000100:00000001:0.0:1789460153.563012:0:2386:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460153.563015:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789460153.563019:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88e3a7be8380 x1876372638189440/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.563027:0:2386:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789460153.563029:0:2386:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789460153.563032:0:2386:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88e386a17200. 02000000:00000001:0.0:1789460153.563035:0:2386:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789460153.563038:0:2386:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789460153.563040:0:2386:0:(genops.c:1222:class_import_put()) import ffff88e38d774000 refcount=8 obd=lustre-MDT0000-mdc-ffff88e3b9b35800 00000020:00000001:0.0:1789460153.563042:0:2386:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789460153.563045:0:2386:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88e3a7118900. 02000000:00000001:0.0:1789460153.563048:0:2386:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789460153.563051:0:2386:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789460153.563053:0:2386:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88e3a7be8380. 00000100:00000001:0.0:1789460153.563056:0:2386:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789460153.563058:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789460153.563064:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789460153.563067:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88e3a7be9180 x1876372638189568/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460238 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.563074:0:2386:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789460153.563075:0:2386:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789460153.563077:0:2386:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88e386a16200. 02000000:00000001:0.0:1789460153.563079:0:2386:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789460153.563081:0:2386:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789460153.563082:0:2386:0:(genops.c:1222:class_import_put()) import ffff88e38d770000 refcount=3 obd=lustre-MDT0001-mdc-ffff88e3b9b35800 00000020:00000001:0.0:1789460153.563084:0:2386:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789460153.563085:0:2386:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88e3a7118c00. 02000000:00000001:0.0:1789460153.563087:0:2386:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789460153.563088:0:2386:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789460153.563090:0:2386:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88e3a7be9180. 00000100:00000001:0.0:1789460153.563093:0:2386:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789460153.563094:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789460153.563097:0:2386:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460153.563110:0:2386:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789460153.563111:0:2386:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789460153.563113:0:2386:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460153.563114:0:2386:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789460153.564173:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460153.564186:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789460153.564190:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460153.564192:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789460153.564198:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460153.564205:0:2378:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1789460153.564213:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460153.564216:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460153.564220:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460153.564224:0:2378:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 25 MB=0x6aa8d0c90c700 00000400:00000200:0.0:1789460153.564228:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460153.564233:0:2378:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 224/224 into md 0x526ae9 [1] + 224 00000800:00000001:0.0:1789460153.564239:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460153.564242:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789460153.564251:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789460153.564255:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:0.0:1789460153.564261:0:2378:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789460153.564267:0:2378:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff88e3a7bead80 x1876372638189312/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460169 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789460153.564276:0:2378:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88e3a7bead80 x1876372638189312/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.564301:0:2378:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789460153.564308:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460153.564312:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789460153.564314:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460153.564316:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789460153.564320:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460153.564323:0:2378:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1789460153.564327:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460153.564329:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460153.564332:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460153.564335:0:2378:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 4 MB=0x6aa8d0c90c880 00000400:00000200:0.0:1789460153.564338:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460153.564342:0:2378:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.120@tcp of length 224/224 into md 0x526b19 [1] + 224 00000800:00000001:0.0:1789460153.564346:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460153.564351:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789460153.564353:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789460153.564356:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:0.0:1789460153.564359:0:2378:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789460153.564363:0:2378:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff88e3a7be9f80 x1876372638189696/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460169 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789460153.564372:0:2378:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88e3a7be9f80 x1876372638189696/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460153.564378:0:2378:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789460153.564382:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460153.564403:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789460153.566521:0:2386:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789460153.566529:0:2386:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789460153.566539:0:2386:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789460153.566541:0:2386:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789460153.566564:0:2386:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff88e39143aec8. 00000400:00000200:1.0:1789460153.566574:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38b281198 00000400:00000010:1.0:1789460153.566576:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38b281198. 00000100:00000001:1.0:1789460153.566580:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789460153.566591:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff88e3a7be9f80 x1876372638189696/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789460153.566603:0:2386:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff88e3a7be9f80 x1876372638189696/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460153.566611:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789460153.566613:0:2386:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789460153.566616:0:2386:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789460153.566620:0:2386:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789460153.566622:0:2386:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789460153.566634:0:2386:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789460153.566637:0:2386:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789460153.566648:0:2386:0:(import.c:2196:obd_at_measure()) add 5 to ffff88e38d770c60 time=29 v=5 (5 5 5 5) 00000100:00001000:1.0:1789460153.566652:0:2386:0:(import.c:2196:obd_at_measure()) add 1 to ffff88e38d770c18 time=115 v=5 (1 1 0 0) 00000100:00000001:1.0:1789460153.566655:0:2386:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789460153.566657:0:2386:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789460153.566660:0:2386:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789460153.566663:0:2386:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789460153.566667:0:2386:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789460153.566669:0:2386:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff88e3b9b35800: skip recheck: last_committed 21474856182 00000100:00000001:1.0:1789460153.566671:0:2386:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789460153.566673:0:2386:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789460153.566678:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88e3a7be9f80 x1876372638189696/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460169 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460153.566686:0:2386:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789460153.566689:0:2386:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789460153.566691:0:2386:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789460153.566695:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88e3a7be9f80 x1876372638189696/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460169 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789460153.566705:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88e3a7be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2386:1876372638189696:192.168.204.120@tcp:400:kworker.0 00000400:00000001:1.0:1789460153.566711:0:2386:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789460153.566712:0:2386:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789460153.566715:0:2386:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff88e39143a108. 00000400:00000200:1.0:1789460153.566717:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38b281330 00000400:00000010:1.0:1789460153.566720:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38b281330. 00000100:00000001:1.0:1789460153.566722:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789460153.566726:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff88e3a7bead80 x1876372638189312/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789460153.566733:0:2386:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff88e3a7bead80 x1876372638189312/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460153.566739:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789460153.566746:0:2386:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789460153.566748:0:2386:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789460153.566749:0:2386:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789460153.566750:0:2386:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789460153.566752:0:2386:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789460153.566754:0:2386:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789460153.566757:0:2386:0:(import.c:2196:obd_at_measure()) add 5 to ffff88e3b9661c60 time=29 v=5 (5 5 5 5) 00000100:00001000:1.0:1789460153.566760:0:2386:0:(import.c:2196:obd_at_measure()) add 1 to ffff88e3b9661c18 time=86 v=5 (1 1 1 1) 00000100:00000001:1.0:1789460153.566762:0:2386:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789460153.566764:0:2386:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789460153.566765:0:2386:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789460153.566767:0:2386:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789460153.566769:0:2386:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789460153.566773:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88e3a7bead80 x1876372638189312/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460169 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460153.566780:0:2386:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789460153.566782:0:2386:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789460153.566783:0:2386:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789460153.566787:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88e3a7bead80 x1876372638189312/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460169 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789460153.566795:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88e3a7bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:23f9394c-8a80-472d-ac42-9f009851d583:2386:1876372638189312:192.168.204.120@tcp:400:kworker.0 00000100:00000001:1.0:1789460153.566799:0:2386:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789460153.566802:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789460153.566805:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88e3a7be9f80 x1876372638189696/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460169 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460153.566811:0:2386:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789460153.566814:0:2386:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789460153.567032:0:2386:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88e386a17a00. 02000000:00000001:1.0:1789460153.567038:0:2386:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789460153.567041:0:2386:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789460153.567043:0:2386:0:(genops.c:1222:class_import_put()) import ffff88e38d770800 refcount=3 obd=lustre-OST0000-osc-ffff88e3b9b35800 00000020:00000001:1.0:1789460153.567046:0:2386:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789460153.567049:0:2386:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88e3a7118f00. 02000000:00000001:1.0:1789460153.567057:0:2386:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789460153.567059:0:2386:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789460153.567061:0:2386:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88e3a7be9f80. 00000100:00000001:1.0:1789460153.567065:0:2386:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789460153.567067:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789460153.567069:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789460153.567074:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88e3a7bead80 x1876372638189312/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460169 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460153.567081:0:2386:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789460153.567082:0:2386:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789460153.567084:0:2386:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88e386a17400. 02000000:00000001:1.0:1789460153.567086:0:2386:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789460153.567087:0:2386:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789460153.567088:0:2386:0:(genops.c:1222:class_import_put()) import ffff88e3b9661800 refcount=3 obd=MGC192.168.204.120@tcp 00000020:00000001:1.0:1789460153.567090:0:2386:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789460153.567092:0:2386:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88e3a7118200. 02000000:00000001:1.0:1789460153.567094:0:2386:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789460153.567095:0:2386:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789460153.567096:0:2386:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88e3a7bead80. 00000100:00000001:1.0:1789460153.567109:0:2386:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789460153.567110:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789460153.567113:0:2386:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789460153.567120:0:2386:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789460153.567122:0:2386:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789460153.567125:0:2386:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789460153.567127:0:2386:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460154.388654:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460154.388663:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460154.388669:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460154.388671:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789460154.388844:0:251841:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789460154.388847:0:251841:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789460154.388851:0:251841:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789460155.412707:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460155.412713:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460155.412719:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460155.412721:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789460155.413045:0:236036:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789460155.413050:0:236036:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789460155.413053:0:236036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789460156.440404:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460156.440412:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460156.440418:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460156.440419:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789460156.442890:0:242016:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789460156.442898:0:242016:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789460156.442903:0:242016:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789460157.461628:0:283116:0:(connection.c:75:cpu_latency_work()) work item of ffff88e38b07c000 (cpu 0) has reached its deadline 4306575619, at 4306575680 00000100:00000010:0.0:1789460157.461643:0:283116:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88e3886563c0. 00010000:00000001:2.0:1789460157.461709:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460157.461712:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460157.461717:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460157.461718:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1789460157.461808:0:251840:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789460157.461823:0:251840:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789460157.461827:0:251840:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789460157.471957:0:220848:0:(connection.c:75:cpu_latency_work()) work item of ffff88e38b07c110 (cpu 1) has reached its deadline 4306575619, at 4306575691 00000100:00000010:1.0:1789460157.471974:0:220848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88e388656ba0. 00010000:00000001:2.0:1789460158.489503:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460158.489510:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460158.489516:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460158.489517:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789460158.489579:0:236035:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789460158.489583:0:236035:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789460158.489586:0:236035:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789460158.677042:0:233517:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23f9394c-8a80-472d-ac42-9f009851d583->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789460158.677053:0:233517:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789460158.677061:0:233517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88e3a7951180. 00000020:00000040:1.0:1789460158.677067:0:233517:0:(genops.c:1209:class_import_get()) import ffff88e3b9661800 refcount=4 obd=MGC192.168.204.120@tcp 00000100:00000001:1.0:1789460158.677071:0:233517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789460158.677075:0:233517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789460158.677090:0:233517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789460158.677102:0:233517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88e383929700. 00000100:00000001:1.0:1789460158.677108:0:233517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789460158.677120:0:233517:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 23f9394c-8a80-472d-ac42-9f009851d583->MGS req@ffff88e3a7951180 x1876372638189824/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789460158.677131:0:233517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789460158.677135:0:233517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789460158.677142:0:233517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014f7bde0] to pc [ptlrpcd_00_00+0] req@ffff88e3a7951180 x1876372638189824/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.677175:0:233517:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789460158.677178:0:233517:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789460158.677181:0:233517:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789460158.677184:0:233517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88e3a7952a00. 00000020:00000040:1.0:1789460158.677186:0:233517:0:(genops.c:1209:class_import_get()) import ffff88e38d774000 refcount=9 obd=lustre-MDT0000-mdc-ffff88e3b9b35800 00000100:00000001:1.0:1789460158.677188:0:233517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789460158.677190:0:233517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789460158.677192:0:233517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789460158.677195:0:233517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88e383929d00. 00000100:00000001:1.0:1789460158.677198:0:233517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789460158.677202:0:233517:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-MDT0000_UUID req@ffff88e3a7952a00 x1876372638189952/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789460158.677210:0:233517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789460158.677212:0:233517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789460158.677215:0:233517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b2cc1e4] to pc [ptlrpcd_00_01+1] req@ffff88e3a7952a00 x1876372638189952/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.677256:0:233517:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789460158.677258:0:233517:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789460158.677261:0:233517:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789460158.677264:0:233517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88e3a7951880. 00000020:00000040:1.0:1789460158.677267:0:233517:0:(genops.c:1209:class_import_get()) import ffff88e38d770000 refcount=4 obd=lustre-MDT0001-mdc-ffff88e3b9b35800 00000100:00000001:1.0:1789460158.677270:0:233517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789460158.677271:0:233517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789460158.677272:0:233517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789460158.677276:0:233517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88e383929200. 00000100:00000001:1.0:1789460158.677278:0:233517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789460158.677283:0:233517:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-MDT0001_UUID req@ffff88e3a7951880 x1876372638190080/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789460158.677290:0:233517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789460158.677291:0:233517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789460158.677295:0:233517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000054f96143] to pc [ptlrpcd_00_00+0] req@ffff88e3a7951880 x1876372638190080/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.677301:0:233517:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789460158.677303:0:233517:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789460158.677306:0:233517:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789460158.677308:0:233517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88e3a7950000. 00000020:00000040:1.0:1789460158.677311:0:233517:0:(genops.c:1209:class_import_get()) import ffff88e38d770800 refcount=4 obd=lustre-OST0000-osc-ffff88e3b9b35800 00000100:00000001:1.0:1789460158.677313:0:233517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789460158.677314:0:233517:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789460158.677315:0:233517:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789460158.677319:0:233517:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88e383929c00. 00000100:00000001:1.0:1789460158.677322:0:233517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789460158.677326:0:233517:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-OST0000_UUID req@ffff88e3a7950000 x1876372638190208/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789460158.677333:0:233517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789460158.677352:0:233517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789460158.677358:0:233517:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d9fe13f] to pc [ptlrpcd_00_01+1] req@ffff88e3a7950000 x1876372638190208/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.677367:0:233517:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789460158.677369:0:233517:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789460158.677372:0:233517:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789460158.677377:0:233517:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11914) 00000100:00000001:0.0:1789460158.677778:0:2386:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789460158.677784:0:2386:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789460158.677786:0:2386:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789460158.677793:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88e3a7951180 x1876372638189824/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460158.677802:0:2386:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789460158.677804:0:2386:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789460158.677808:0:2386:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789460158.677810:0:2386:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789460158.677813:0:2386:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789460158.677817:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88e3a7951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:23f9394c-8a80-472d-ac42-9f009851d583:2386:1876372638189824:192.168.204.120@tcp:400:kworker.0 00000100:00000001:0.0:1789460158.677821:0:2386:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789460158.677827:0:2386:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789460158.677829:0:2386:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789460158.677832:0:2386:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789460158.677848:0:2386:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88e386a16e00. 02000000:00000001:0.0:1789460158.677850:0:2386:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789460158.677859:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1789460158.677863:0:2386:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff88e39143a840. 00000400:00000010:0.0:1789460158.677869:0:2386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38b281110. 00000100:00000200:0.0:1789460158.677877:0:2386:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876372638189824, portal 25 00000100:00000001:0.0:1789460158.677879:0:2386:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789460158.677881:0:2386:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613110083359104 : -130963626192512 : ffff88e3a7951180) 00000100:00000040:0.0:1789460158.677886:0:2386:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88e3a7951180 x1876372638189824/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460158.677893:0:2386:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789460158.677895:0:2386:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:0.0:1789460158.677904:0:2386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38b2816e8. 00000100:00000200:0.0:1789460158.677907:0:2386:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876372638189824, offset 0 00000400:00000200:0.0:1789460158.677913:0:2386:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1789460158.677921:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.677929:0:2386:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1789460158.677934:0:2386:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789460158.677937:0:2386:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1789460158.677941:0:2386:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789460158.677944:0:2386:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1789460158.677947:0:2386:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [535689:535689:256:4294967295] 192.168.204.120@tcp LPNI seq info [535642:535642:8:4294967295] 00000400:00000200:0.0:1789460158.677952:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.677960:0:2386:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1789460158.677966:0:2386:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1789460158.677971:0:2386:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88e3a7118c00. 00000800:00000200:0.0:1789460158.677977:0:2386:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88e386879a80] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1789460158.677984:0:2386:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1789460158.677988:0:2386:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88e3a7118c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789460158.678012:0:2386:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789460158.678016:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:0.0:1789460158.678018:0:2386:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS new deadline estimation for cpu 0 is 4306580740 00000100:00000010:0.0:1789460158.678031:0:2386:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88e3886563c0. 00000100:00000001:0.0:1789460158.678038:0:2386:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789460158.678044:0:2386:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS new deadline estimation for cpu 1 is 4306580740 00000100:00000010:0.0:1789460158.678046:0:2386:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88e388656f00. 00000100:00000001:0.0:1789460158.678049:0:2386:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789460158.678052:0:2386:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789460158.678055:0:2386:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460158.678058:0:2386:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789460158.678061:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88e3a7951880 x1876372638190080/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460158.678085:0:2386:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789460158.678087:0:2386:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789460158.678089:0:2386:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789460158.678091:0:2386:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789460158.678092:0:2386:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789460158.678095:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88e3a7951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2386:1876372638190080:192.168.204.120@tcp:400:kworker.0 00000100:00000001:0.0:1789460158.678098:0:2386:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789460158.678100:0:2386:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789460158.678102:0:2386:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789460158.678104:0:2386:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789460158.678106:0:2386:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88e386a16a00. 02000000:00000001:0.0:1789460158.678108:0:2386:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789460158.678111:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1789460158.678114:0:2386:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff88e39143a7e8. 00000400:00000010:0.0:1789460158.678118:0:2386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38b2814c8. 00000100:00000200:0.0:1789460158.678455:0:2386:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876372638190080, portal 10 00000100:00000001:0.0:1789460158.678458:0:2386:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789460158.678459:0:2386:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613110083360896 : -130963626190720 : ffff88e3a7951880) 00000100:00000040:0.0:1789460158.678469:0:2386:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88e3a7951880 x1876372638190080/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460158.678486:0:2386:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789460158.678489:0:2386:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:0.0:1789460158.678493:0:2386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38b281bb0. 00000100:00000200:0.0:1789460158.678495:0:2386:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876372638190080, offset 0 00000400:00000200:0.0:1789460158.678500:0:2386:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1789460158.678506:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.678510:0:2386:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1789460158.678513:0:2386:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789460158.678516:0:2386:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1789460158.678519:0:2386:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789460158.678521:0:2386:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1789460158.678531:0:2386:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [535690:535690:255:4294967295] 192.168.204.120@tcp LPNI seq info [535643:535643:7:4294967295] 00000400:00000200:0.0:1789460158.678535:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.678542:0:2386:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1789460158.678580:0:2386:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1789460158.678585:0:2386:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88e3a7118900. 00000800:00000200:0.0:1789460158.678589:0:2386:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88e386879a80] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1789460158.678593:0:2386:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1789460158.678596:0:2386:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88e3a7118900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789460158.678599:0:2386:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460158.678603:0:2386:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88e3b9b35800: using a timeout of 21617 usecs (22 jiffies) 00000400:00000200:0.0:1789460158.678606:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:0.0:1789460158.678608:0:2386:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 0 is 4306576920 00000100:00000001:0.0:1789460158.678611:0:2386:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88e3b9b35800: PM QoS request active for cpu 0, keep current deadline 4306580740 00000100:00000001:0.0:1789460158.678613:0:2386:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 1 is 4306576920 00000100:00000001:0.0:1789460158.678615:0:2386:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88e3b9b35800: PM QoS request active for cpu 1, keep current deadline 4306580740 00000100:00000001:0.0:1789460158.678617:0:2386:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789460158.678619:0:2386:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460158.678622:0:2386:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460158.678624:0:2386:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789460158.678632:0:2386:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789460158.678634:0:2386:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789460158.678636:0:2386:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789460158.678638:0:2386:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789460158.678639:0:2386:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789460158.678641:0:2386:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1789460158.678643:0:2386:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789460158.678644:0:2386:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789460158.678646:0:2386:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789460158.678647:0:2386:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789460158.678648:0:2386:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789460158.678649:0:2386:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789460158.678653:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88e3a7952a00 x1876372638189952/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460158.678666:0:2386:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789460158.678667:0:2386:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789460158.678670:0:2386:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789460158.678672:0:2386:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789460158.678674:0:2386:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789460158.678677:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88e3a7952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2386:1876372638189952:192.168.204.120@tcp:400:kworker.0 00000100:00000001:0.0:1789460158.678679:0:2386:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789460158.678682:0:2386:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789460158.678683:0:2386:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789460158.678685:0:2386:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789460158.678688:0:2386:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88e386a17e00. 02000000:00000001:0.0:1789460158.678689:0:2386:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789460158.678693:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1789460158.678696:0:2386:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff88e39143aaa8. 00000400:00000010:0.0:1789460158.678699:0:2386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38b281ee0. 00000100:00000200:0.0:1789460158.678702:0:2386:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876372638189952, portal 10 00000100:00000001:0.0:1789460158.678704:0:2386:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789460158.678706:0:2386:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613110083365376 : -130963626186240 : ffff88e3a7952a00) 00000100:00000040:0.0:1789460158.678711:0:2386:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88e3a7952a00 x1876372638189952/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460158.678718:0:2386:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789460158.678721:0:2386:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:0.0:1789460158.678723:0:2386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38b281e58. 00000100:00000200:0.0:1789460158.678726:0:2386:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876372638189952, offset 0 00000400:00000200:0.0:1789460158.678730:0:2386:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1789460158.678734:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.678738:0:2386:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1789460158.678740:0:2386:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789460158.678742:0:2386:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1789460158.678744:0:2386:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789460158.678747:0:2386:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1789460158.678755:0:2386:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [535691:535691:254:4294967295] 192.168.204.120@tcp LPNI seq info [535644:535644:6:4294967295] 00000400:00000200:0.0:1789460158.678759:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.678765:0:2386:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1789460158.678769:0:2386:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1789460158.678772:0:2386:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88e3a7118100. 00000800:00000200:0.0:1789460158.678776:0:2386:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88e386879a80] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1789460158.678780:0:2386:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1789460158.678782:0:2386:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88e3a7118100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789460158.678785:0:2386:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460158.678788:0:2386:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88e3b9b35800: using a timeout of 28683 usecs (29 jiffies) 00000400:00000200:0.0:1789460158.678791:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:0.0:1789460158.678793:0:2386:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 0 is 4306576927 00000100:00000001:0.0:1789460158.678795:0:2386:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88e3b9b35800: PM QoS request active for cpu 0, keep current deadline 4306580740 00000100:00000001:0.0:1789460158.678797:0:2386:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 1 is 4306576927 00000100:00000001:0.0:1789460158.678798:0:2386:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88e3b9b35800: PM QoS request active for cpu 1, keep current deadline 4306580740 00000100:00000001:0.0:1789460158.678800:0:2386:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789460158.678803:0:2386:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460158.678805:0:2386:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789460158.678808:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88e3a7950000 x1876372638190208/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460158.678815:0:2386:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789460158.678816:0:2386:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789460158.678818:0:2386:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789460158.678820:0:2386:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789460158.678822:0:2386:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789460158.678824:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88e3a7950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2386:1876372638190208:192.168.204.120@tcp:400:kworker.0 00000100:00000001:0.0:1789460158.678828:0:2386:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789460158.678844:0:2386:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789460158.678846:0:2386:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789460158.678854:0:2386:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789460158.678858:0:2386:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88e386a17c00. 02000000:00000001:0.0:1789460158.678859:0:2386:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789460158.678863:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:0.0:1789460158.678866:0:2386:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff88e39143acb8. 00000400:00000010:0.0:1789460158.678869:0:2386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38b2812a8. 00000100:00000200:0.0:1789460158.678871:0:2386:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876372638190208, portal 4 00000100:00000001:0.0:1789460158.678873:0:2386:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789460158.678874:0:2386:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613110083354624 : -130963626196992 : ffff88e3a7950000) 00000100:00000040:0.0:1789460158.678881:0:2386:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88e3a7950000 x1876372638190208/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460158.678887:0:2386:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789460158.678889:0:2386:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:0.0:1789460158.678891:0:2386:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38b281aa0. 00000100:00000200:0.0:1789460158.678893:0:2386:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876372638190208, offset 0 00000400:00000200:0.0:1789460158.678896:0:2386:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:0.0:1789460158.678900:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.678903:0:2386:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:0.0:1789460158.678906:0:2386:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789460158.678908:0:2386:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:0.0:1789460158.678910:0:2386:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789460158.678912:0:2386:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:0.0:1789460158.678915:0:2386:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [535692:535692:253:4294967295] 192.168.204.120@tcp LPNI seq info [535645:535645:5:4294967295] 00000400:00000200:0.0:1789460158.678918:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.678924:0:2386:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:0.0:1789460158.678928:0:2386:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:0.0:1789460158.678932:0:2386:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88e3a7118a00. 00000800:00000200:0.0:1789460158.678936:0:2386:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88e386879a80] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:0.0:1789460158.678940:0:2386:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:0.0:1789460158.678942:0:2386:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88e3a7118a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789460158.678945:0:2386:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460158.678954:0:2386:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff88e3b9b35800: using a timeout of 106081 usecs (107 jiffies) 00000400:00000200:0.0:1789460158.678958:0:2386:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:0.0:1789460158.678960:0:2386:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 0 is 4306577005 00000100:00000001:0.0:1789460158.678962:0:2386:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff88e3b9b35800: PM QoS request active for cpu 0, keep current deadline 4306580740 00000100:00000001:0.0:1789460158.678964:0:2386:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 1 is 4306577005 00000100:00000001:0.0:1789460158.678966:0:2386:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff88e3b9b35800: PM QoS request active for cpu 1, keep current deadline 4306580740 00000100:00000001:0.0:1789460158.678968:0:2386:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789460158.678971:0:2386:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460158.678973:0:2386:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460158.678975:0:2386:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789460158.678996:0:2387:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789460158.679007:0:2387:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789460158.679630:0:2379:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789460158.679634:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88e3a7118c00. 00000400:00000200:1.0:1789460158.679641:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789460158.679647:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1789460158.679653:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38b2816e8 00000400:00000010:1.0:1789460158.679655:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38b2816e8. 00000100:00000001:1.0:1789460158.679661:0:2379:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789460158.679666:0:2379:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88e3a7951180 x1876372638189824/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.679675:0:2379:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789460158.679678:0:2379:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88e3a7951180 x1876372638189824/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.679685:0:2379:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789460158.679686:0:2379:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789460158.679699:0:2379:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789460158.679701:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88e3a7118900. 00000400:00000200:1.0:1789460158.679703:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789460158.679705:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1789460158.679708:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38b281bb0 00000400:00000010:1.0:1789460158.679709:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38b281bb0. 00000100:00000001:1.0:1789460158.679711:0:2379:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789460158.679715:0:2379:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88e3a7951880 x1876372638190080/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.679721:0:2379:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789460158.679733:0:2379:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88e3a7951880 x1876372638190080/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.679738:0:2379:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789460158.679740:0:2379:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789460158.679749:0:2379:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789460158.679751:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88e3a7118100. 00000400:00000200:1.0:1789460158.679753:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789460158.679757:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1789460158.679760:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38b281e58 00000400:00000010:1.0:1789460158.679762:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38b281e58. 00000100:00000001:1.0:1789460158.679764:0:2379:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789460158.679768:0:2379:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88e3a7952a00 x1876372638189952/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.679774:0:2379:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789460158.679777:0:2379:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88e3a7952a00 x1876372638189952/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.679783:0:2379:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789460158.679784:0:2379:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789460158.679852:0:2379:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789460158.679854:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88e3a7118a00. 00000400:00000200:1.0:1789460158.679857:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789460158.679860:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1789460158.679863:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38b281aa0 00000400:00000010:1.0:1789460158.679864:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38b281aa0. 00000100:00000001:1.0:1789460158.679867:0:2379:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789460158.679871:0:2379:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88e3a7950000 x1876372638190208/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.679877:0:2379:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789460158.679880:0:2379:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88e3a7950000 x1876372638190208/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.679886:0:2379:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789460158.679887:0:2379:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789460158.692165:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460158.692187:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789460158.692192:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460158.692194:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789460158.692204:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.692212:0:2378:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1789460158.692220:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.692224:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.692229:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.692234:0:2378:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 10 MB=0x6aa8d0c90ca00 00000400:00000200:0.0:1789460158.692238:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.692245:0:2378:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 224/224 into md 0x526b39 [1] + 224 00000800:00000001:0.0:1789460158.692252:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460158.692256:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789460158.692260:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789460158.692264:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:0.0:1789460158.692272:0:2378:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789460158.692283:0:2378:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff88e3a7951880 x1876372638190080/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789460158.692293:0:2378:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88e3a7951880 x1876372638190080/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460158.692332:0:2378:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789460158.692351:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460158.692355:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789460158.692357:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460158.692360:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789460158.692364:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.692367:0:2378:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1789460158.692371:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.692373:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.692376:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.692379:0:2378:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 4 MB=0x6aa8d0c90ca80 00000400:00000200:0.0:1789460158.692381:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.692385:0:2378:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.120@tcp of length 224/224 into md 0x526b59 [1] + 224 00000800:00000001:0.0:1789460158.692389:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460158.692392:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789460158.692394:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789460158.692397:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:0.0:1789460158.692400:0:2378:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789460158.692404:0:2378:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff88e3a7950000 x1876372638190208/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789460158.692413:0:2378:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88e3a7950000 x1876372638190208/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460158.692420:0:2378:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789460158.692424:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460158.692427:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789460158.692428:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460158.692431:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789460158.692434:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.692437:0:2378:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1789460158.692441:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.692451:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.692454:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.692456:0:2378:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 10 MB=0x6aa8d0c90c980 00000400:00000200:0.0:1789460158.692460:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.692463:0:2378:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 224/224 into md 0x526b49 [1] + 224 00000800:00000001:0.0:1789460158.692466:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460158.692471:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789460158.692689:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789460158.692694:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:0.0:1789460158.692698:0:2378:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789460158.692702:0:2378:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff88e3a7952a00 x1876372638189952/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789460158.692711:0:2378:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88e3a7952a00 x1876372638189952/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460158.692718:0:2378:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789460158.692723:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460158.692728:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789460158.692730:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460158.692732:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789460158.692735:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.692739:0:2378:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1789460158.692743:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.692746:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.692749:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.692752:0:2378:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 25 MB=0x6aa8d0c90c900 00000400:00000200:0.0:1789460158.692756:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460158.692760:0:2378:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 224/224 into md 0x526b29 [1] + 224 00000800:00000001:0.0:1789460158.692764:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460158.692771:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789460158.692773:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789460158.692776:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:0.0:1789460158.692779:0:2378:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789460158.692789:0:2378:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff88e3a7951180 x1876372638189824/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789460158.692796:0:2378:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88e3a7951180 x1876372638189824/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460158.692802:0:2378:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789460158.692808:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460158.692810:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789460158.693265:0:2386:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789460158.693270:0:2386:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789460158.693276:0:2386:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789460158.693278:0:2386:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789460158.693281:0:2386:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff88e39143aaa8. 00000400:00000200:1.0:1789460158.693288:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38b281ee0 00000400:00000010:1.0:1789460158.693290:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38b281ee0. 00000100:00000001:1.0:1789460158.693295:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789460158.693300:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff88e3a7952a00 x1876372638189952/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789460158.693309:0:2386:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff88e3a7952a00 x1876372638189952/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.693315:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789460158.693318:0:2386:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789460158.693320:0:2386:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789460158.693323:0:2386:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789460158.693325:0:2386:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789460158.693327:0:2386:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789460158.693330:0:2386:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789460158.693350:0:2386:0:(import.c:2196:obd_at_measure()) add 60 to ffff88e38d774460 time=34 v=60 (60 60 60 60) 00000100:00001000:1.0:1789460158.693354:0:2386:0:(import.c:2196:obd_at_measure()) add 1 to ffff88e38d774418 time=91 v=5 (1 1 1 1) 00000100:00000001:1.0:1789460158.693357:0:2386:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789460158.693359:0:2386:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789460158.693361:0:2386:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789460158.693365:0:2386:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789460158.693368:0:2386:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789460158.693370:0:2386:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88e3b9b35800: skip recheck: last_committed 30064771620 00000100:00000001:1.0:1789460158.693372:0:2386:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789460158.693374:0:2386:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789460158.693379:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88e3a7952a00 x1876372638189952/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.693386:0:2386:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789460158.693389:0:2386:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789460158.693391:0:2386:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789460158.693394:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88e3a7952a00 x1876372638189952/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789460158.693411:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88e3a7952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2386:1876372638189952:192.168.204.120@tcp:400:kworker.0 00000400:00000001:1.0:1789460158.693418:0:2386:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789460158.693419:0:2386:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789460158.693421:0:2386:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff88e39143acb8. 00000400:00000200:1.0:1789460158.693423:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38b2812a8 00000400:00000010:1.0:1789460158.693426:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38b2812a8. 00000100:00000001:1.0:1789460158.693428:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789460158.693431:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff88e3a7950000 x1876372638190208/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789460158.693439:0:2386:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff88e3a7950000 x1876372638190208/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.693444:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789460158.693445:0:2386:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789460158.693446:0:2386:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789460158.693448:0:2386:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789460158.693449:0:2386:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789460158.693450:0:2386:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789460158.693452:0:2386:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789460158.693456:0:2386:0:(import.c:2196:obd_at_measure()) add 5 to ffff88e38d770c60 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1789460158.693459:0:2386:0:(import.c:2196:obd_at_measure()) add 1 to ffff88e38d770c18 time=120 v=5 (1 1 0 0) 00000100:00000001:1.0:1789460158.693461:0:2386:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789460158.693462:0:2386:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789460158.693464:0:2386:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789460158.693466:0:2386:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789460158.693468:0:2386:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789460158.693470:0:2386:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff88e3b9b35800: skip recheck: last_committed 21474856182 00000100:00000001:1.0:1789460158.693471:0:2386:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789460158.694445:0:2386:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789460158.694455:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88e3a7950000 x1876372638190208/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.694464:0:2386:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789460158.694610:0:2386:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789460158.694611:0:2386:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789460158.694616:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88e3a7950000 x1876372638190208/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460174 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789460158.694624:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88e3a7950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2386:1876372638190208:192.168.204.120@tcp:400:kworker.0 00000400:00000001:1.0:1789460158.694634:0:2386:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789460158.694635:0:2386:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789460158.694638:0:2386:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff88e39143a840. 00000400:00000200:1.0:1789460158.694642:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38b281110 00000400:00000010:1.0:1789460158.694644:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38b281110. 00000100:00000001:1.0:1789460158.694647:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789460158.694651:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff88e3a7951180 x1876372638189824/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789460158.694659:0:2386:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff88e3a7951180 x1876372638189824/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.694664:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789460158.694665:0:2386:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789460158.694667:0:2386:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789460158.694669:0:2386:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789460158.694670:0:2386:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789460158.694672:0:2386:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789460158.694673:0:2386:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789460158.694677:0:2386:0:(import.c:2196:obd_at_measure()) add 5 to ffff88e3b9661c60 time=34 v=5 (5 5 5 5) 00000100:00001000:1.0:1789460158.694680:0:2386:0:(import.c:2196:obd_at_measure()) add 1 to ffff88e3b9661c18 time=91 v=5 (1 1 1 1) 00000100:00000001:1.0:1789460158.694682:0:2386:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789460158.694683:0:2386:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789460158.694685:0:2386:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789460158.694687:0:2386:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789460158.694689:0:2386:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789460158.694692:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88e3a7951180 x1876372638189824/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.694698:0:2386:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789460158.694705:0:2386:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789460158.694707:0:2386:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789460158.694711:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88e3a7951180 x1876372638189824/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460174 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789460158.694719:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88e3a7951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:23f9394c-8a80-472d-ac42-9f009851d583:2386:1876372638189824:192.168.204.120@tcp:400:kworker.0 00000400:00000001:1.0:1789460158.694725:0:2386:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789460158.694726:0:2386:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789460158.694729:0:2386:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff88e39143a7e8. 00000400:00000200:1.0:1789460158.694731:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38b2814c8 00000400:00000010:1.0:1789460158.694733:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38b2814c8. 00000100:00000001:1.0:1789460158.694736:0:2386:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789460158.694740:0:2386:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff88e3a7951880 x1876372638190080/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789460158.694747:0:2386:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff88e3a7951880 x1876372638190080/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.694753:0:2386:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789460158.694754:0:2386:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789460158.694756:0:2386:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789460158.694757:0:2386:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789460158.694759:0:2386:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789460158.694760:0:2386:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789460158.694762:0:2386:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789460158.694767:0:2386:0:(import.c:2196:obd_at_measure()) add 60 to ffff88e38d770460 time=34 v=60 (60 60 60 60) 00000100:00001000:1.0:1789460158.694770:0:2386:0:(import.c:2196:obd_at_measure()) add 1 to ffff88e38d770418 time=67 v=5 (1 1 1 1) 00000100:00000001:1.0:1789460158.694772:0:2386:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789460158.694773:0:2386:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789460158.694775:0:2386:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789460158.694778:0:2386:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88e3a7951880 x1876372638190080/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789460158.694784:0:2386:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789460158.694786:0:2386:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789460158.694787:0:2386:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff88e3b9b35800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1789460158.694795:0:2386:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789460158.694797:0:2386:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789460158.694801:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88e3a7951880 x1876372638190080/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.694806:0:2386:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789460158.694808:0:2386:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789460158.694809:0:2386:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789460158.694812:0:2386:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88e3a7951880 x1876372638190080/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789460158.694818:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88e3a7951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2386:1876372638190080:192.168.204.120@tcp:400:kworker.0 00000100:00000001:1.0:1789460158.694822:0:2386:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789460158.694825:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789460158.694828:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88e3a7952a00 x1876372638189952/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.694834:0:2386:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789460158.694836:0:2386:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789460158.694839:0:2386:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88e386a17e00. 02000000:00000001:1.0:1789460158.694842:0:2386:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789460158.694845:0:2386:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789460158.694847:0:2386:0:(genops.c:1222:class_import_put()) import ffff88e38d774000 refcount=8 obd=lustre-MDT0000-mdc-ffff88e3b9b35800 00000020:00000001:1.0:1789460158.694849:0:2386:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789460158.694852:0:2386:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88e383929d00. 02000000:00000001:1.0:1789460158.694855:0:2386:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789460158.694856:0:2386:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789460158.694858:0:2386:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88e3a7952a00. 00000100:00000001:1.0:1789460158.694861:0:2386:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789460158.694862:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789460158.694863:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789460158.694866:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88e3a7950000 x1876372638190208/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460174 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.694873:0:2386:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789460158.694879:0:2386:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789460158.694881:0:2386:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88e386a17c00. 02000000:00000001:1.0:1789460158.694883:0:2386:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789460158.694885:0:2386:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789460158.694886:0:2386:0:(genops.c:1222:class_import_put()) import ffff88e38d770800 refcount=3 obd=lustre-OST0000-osc-ffff88e3b9b35800 00000020:00000001:1.0:1789460158.694889:0:2386:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789460158.694890:0:2386:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88e383929c00. 02000000:00000001:1.0:1789460158.694892:0:2386:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789460158.694893:0:2386:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789460158.694895:0:2386:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88e3a7950000. 00000100:00000001:1.0:1789460158.694897:0:2386:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789460158.694898:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789460158.694900:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789460158.694904:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88e3a7951180 x1876372638189824/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460174 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.694908:0:2386:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789460158.694909:0:2386:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789460158.694911:0:2386:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88e386a16e00. 02000000:00000001:1.0:1789460158.694913:0:2386:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789460158.694914:0:2386:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789460158.694915:0:2386:0:(genops.c:1222:class_import_put()) import ffff88e3b9661800 refcount=3 obd=MGC192.168.204.120@tcp 00000020:00000001:1.0:1789460158.694916:0:2386:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789460158.694918:0:2386:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88e383929700. 02000000:00000001:1.0:1789460158.694919:0:2386:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789460158.694920:0:2386:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789460158.694921:0:2386:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88e3a7951180. 00000100:00000001:1.0:1789460158.694923:0:2386:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789460158.694924:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789460158.694925:0:2386:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789460158.694928:0:2386:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88e3a7951880 x1876372638190080/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460243 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460158.694935:0:2386:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789460158.694936:0:2386:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789460158.694938:0:2386:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88e386a16a00. 02000000:00000001:1.0:1789460158.694940:0:2386:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789460158.694941:0:2386:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789460158.694947:0:2386:0:(genops.c:1222:class_import_put()) import ffff88e38d770000 refcount=3 obd=lustre-MDT0001-mdc-ffff88e3b9b35800 00000020:00000001:1.0:1789460158.694949:0:2386:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789460158.694951:0:2386:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88e383929200. 02000000:00000001:1.0:1789460158.694952:0:2386:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789460158.694954:0:2386:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789460158.694955:0:2386:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88e3a7951880. 00000100:00000001:1.0:1789460158.694957:0:2386:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789460158.694958:0:2386:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789460158.694960:0:2386:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789460158.694968:0:2386:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789460158.694970:0:2386:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789460158.694973:0:2386:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789460158.694976:0:2386:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460159.509195:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460159.509205:0:283566:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789460159.509207:0:283566:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789460159.509211:0:283566:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460159.509217:0:283566:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789460159.509219:0:283566:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460159.509221:0:283566:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460159.509224:0:283566:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460159.509228:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460159.509230:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789460159.509443:0:251841:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789460159.509447:0:251841:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789460159.509449:0:251841:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789460160.532693:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460160.532702:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460160.532709:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460160.532713:0:283566:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789460160.532715:0:283566:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789460160.532754:0:283566:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789460160.532757:0:283566:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789460160.532759:0:283566:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460160.532763:0:283566:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789460160.532765:0:283566:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460160.532767:0:283566:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460160.532770:0:283566:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789460160.532927:0:236036:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789460160.532930:0:236036:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789460160.532933:0:236036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789460161.558314:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460161.558321:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460161.558327:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460161.558329:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789460161.559295:0:242016:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789460161.559300:0:242016:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789460161.559304:0:242016:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1789460162.344138:0:284734:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460162.580679:0:283116:0:(connection.c:75:cpu_latency_work()) work item of ffff88e38b07c000 (cpu 0) has reached its deadline 4306580740, at 4306580800 00000100:00000010:0.0:1789460162.580690:0:283116:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88e3886563c0. 00000100:00000040:1.0:1789460162.580820:0:220848:0:(connection.c:75:cpu_latency_work()) work item of ffff88e38b07c110 (cpu 1) has reached its deadline 4306580740, at 4306580800 00000100:00000010:1.0:1789460162.580826:0:220848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88e388656f00. 00010000:00000001:2.0:1789460162.581179:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460162.581182:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460162.581187:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460162.581188:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789460162.581787:0:251840:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789460162.581791:0:251840:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789460162.581794:0:251840:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789460163.604983:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460163.604990:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460163.604996:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460163.604998:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789460163.605077:0:236035:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789460163.605081:0:236035:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789460163.605084:0:236035:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789460163.796681:0:233403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23f9394c-8a80-472d-ac42-9f009851d583->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789460163.796693:0:233403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789460163.796821:0:233403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88e3b80ced80. 00000020:00000040:3.0:1789460163.796828:0:233403:0:(genops.c:1209:class_import_get()) import ffff88e3b9661800 refcount=4 obd=MGC192.168.204.120@tcp 00000100:00000001:3.0:1789460163.796833:0:233403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789460163.796837:0:233403:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789460163.796842:0:233403:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789460163.796851:0:233403:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88e3891c3200. 00000100:00000001:3.0:1789460163.796858:0:233403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789460163.796869:0:233403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 23f9394c-8a80-472d-ac42-9f009851d583->MGS req@ffff88e3b80ced80 x1876372638190336/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789460163.796881:0:233403:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789460163.796886:0:233403:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789460163.796893:0:233403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000124d9655] to pc [ptlrpcd_01_00+0] req@ffff88e3b80ced80 x1876372638190336/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789460163.796928:0:233403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789460163.796931:0:233403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789460163.796934:0:233403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789460163.796937:0:233403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88e3b80ce680. 00000020:00000040:3.0:1789460163.796940:0:233403:0:(genops.c:1209:class_import_get()) import ffff88e38d774000 refcount=9 obd=lustre-MDT0000-mdc-ffff88e3b9b35800 00000100:00000001:3.0:1789460163.796942:0:233403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789460163.796943:0:233403:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789460163.796945:0:233403:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789460163.796948:0:233403:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88e3891c3a00. 00000100:00000001:3.0:1789460163.796950:0:233403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789460163.796954:0:233403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-MDT0000_UUID req@ffff88e3b80ce680 x1876372638190464/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789460163.796979:0:233403:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789460163.796981:0:233403:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789460163.796985:0:233403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd7d8f0e] to pc [ptlrpcd_01_01+1] req@ffff88e3b80ce680 x1876372638190464/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789460163.796993:0:233403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789460163.796996:0:233403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789460163.796999:0:233403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789460163.797001:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1789460163.797002:0:233403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88e3b80cdc00. 00000020:00000040:3.0:1789460163.797004:0:233403:0:(genops.c:1209:class_import_get()) import ffff88e38d770000 refcount=4 obd=lustre-MDT0001-mdc-ffff88e3b9b35800 00000100:00000001:2.0:1789460163.797004:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789460163.797006:0:233403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1789460163.797007:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1789460163.797008:0:233403:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789460163.797009:0:233403:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789460163.797013:0:233403:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88e3891c3f00. 00000100:00000040:2.0:1789460163.797013:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88e3b80ce680 x1876372638190464/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789460163.797016:0:233403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789460163.797020:0:233403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-MDT0001_UUID req@ffff88e3b80cdc00 x1876372638190592/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789460163.797021:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789460163.797023:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789460163.797026:0:233403:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1789460163.797027:0:2389:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1789460163.797028:0:233403:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460163.797029:0:2389:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1789460163.797031:0:233403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8931ddf] to pc [ptlrpcd_01_00+0] req@ffff88e3b80cdc00 x1876372638190592/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789460163.797032:0:2389:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789460163.797036:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88e3b80ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2389:1876372638190464:192.168.204.120@tcp:400:kworker.0 00000100:00000001:3.0:1789460163.797039:0:233403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460163.797040:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1789460163.797041:0:233403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789460163.797043:0:233403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789460163.797046:0:233403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88e3b80cd880. 02000000:00000001:2.0:1789460163.797046:0:2389:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1789460163.797048:0:233403:0:(genops.c:1209:class_import_get()) import ffff88e38d770800 refcount=4 obd=lustre-OST0000-osc-ffff88e3b9b35800 02000000:00000001:2.0:1789460163.797049:0:2389:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789460163.797050:0:233403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789460163.797051:0:233403:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789460163.797051:0:2389:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1789460163.797053:0:233403:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789460163.797055:0:233403:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88e3891c3e00. 02000000:00000010:2.0:1789460163.797056:0:2389:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88e38a66b800. 02000000:00000001:2.0:1789460163.797057:0:2389:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789460163.797070:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:2.0:1789460163.797074:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff88e39f881108. 00000100:00000001:3.0:1789460163.797075:0:233403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789460163.797079:0:233403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-OST0000_UUID req@ffff88e3b80cd880 x1876372638190720/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1789460163.797080:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38a2c13b8. 00000100:00000001:3.0:1789460163.797086:0:233403:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789460163.797088:0:233403:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789460163.797088:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876372638190464, portal 10 00000100:00000040:3.0:1789460163.797091:0:233403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018ab0186] to pc [ptlrpcd_01_01+1] req@ffff88e3b80cd880 x1876372638190720/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460163.797091:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789460163.797092:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613110359647872 : -130963349903744 : ffff88e3b80ce680) 00000100:00000001:3.0:1789460163.797098:0:233403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460163.797099:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88e3b80ce680 x1876372638190464/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789460163.797100:0:233403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789460163.797104:0:233403:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1789460163.797107:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789460163.797109:0:233403:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11919) 00000100:00000040:2.0:1789460163.797109:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:2.0:1789460163.797112:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38a2c15d8. 00000100:00000200:2.0:1789460163.797115:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876372638190464, offset 0 00000400:00000200:2.0:1789460163.797122:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:2.0:1789460163.797131:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1789460163.797138:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:2.0:1789460163.797143:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789460163.797147:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1789460163.797151:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789460163.797153:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1789460163.797157:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [535693:535693:256:4294967295] 192.168.204.120@tcp LPNI seq info [535646:535646:8:4294967295] 00000400:00000200:2.0:1789460163.797162:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1789460163.797172:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:2.0:1789460163.797179:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:2.0:1789460163.797184:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88e388838a00. 00000800:00000200:2.0:1789460163.797190:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88e386879a80] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:2.0:1789460163.797199:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:2.0:1789460163.797203:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88e388838a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789460163.797262:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460163.797267:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88e3b9b35800: using a timeout of 28680 usecs (29 jiffies) 00000400:00000200:2.0:1789460163.797270:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:2.0:1789460163.797273:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 0 is 4306582045 00000100:00000010:2.0:1789460163.797282:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88e39fdb49c0. 00000100:00000001:2.0:1789460163.797289:0:2389:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88e3b9b35800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789460163.797305:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 1 is 4306582045 00000100:00000010:2.0:1789460163.797308:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88e39fdb42a0. 00000100:00000001:2.0:1789460163.797312:0:2389:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88e3b9b35800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789460163.797315:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789460163.797318:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460163.797321:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460163.797324:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460163.797331:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789460163.797334:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00000001:2.0:1789460163.797336:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789460163.797337:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789460163.797339:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789460163.797343:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88e3b80cd880 x1876372638190720/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460163.797350:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789460163.797351:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460163.797353:0:2389:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789460163.797355:0:2389:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789460163.797357:0:2389:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789460163.797360:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88e3b80cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2389:1876372638190720:192.168.204.120@tcp:400:kworker.0 00000100:00000001:2.0:1789460163.797363:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789460163.797366:0:2389:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789460163.797367:0:2389:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460163.797369:0:2389:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789460163.797372:0:2389:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88e38a66a400. 02000000:00000001:2.0:1789460163.797374:0:2389:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789460163.797378:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:2.0:1789460163.797380:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff88e39f8812c0. 00000400:00000010:2.0:1789460163.797385:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38a2c1660. 00000100:00000200:2.0:1789460163.797387:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876372638190720, portal 4 00000100:00000001:2.0:1789460163.797389:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789460163.797395:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613110359644288 : -130963349907328 : ffff88e3b80cd880) 00000100:00000040:2.0:1789460163.797400:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88e3b80cd880 x1876372638190720/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460163.797407:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789460163.797409:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:2.0:1789460163.797411:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38a2c1770. 00000100:00000200:2.0:1789460163.797414:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876372638190720, offset 0 00000400:00000200:2.0:1789460163.797419:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:2.0:1789460163.797424:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1789460163.797427:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:2.0:1789460163.797430:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789460163.797432:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1789460163.797434:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789460163.797436:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1789460163.797450:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [535694:535694:255:4294967295] 192.168.204.120@tcp LPNI seq info [535647:535647:7:4294967295] 00000400:00000200:2.0:1789460163.797454:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1789460163.797460:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:2.0:1789460163.797464:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:2.0:1789460163.797467:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88e388838000. 00000800:00000200:2.0:1789460163.797472:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88e386879a80] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:2.0:1789460163.797476:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:2.0:1789460163.797479:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88e388838000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789460163.797481:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460163.797484:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff88e3b9b35800: using a timeout of 106025 usecs (107 jiffies) 00000400:00000200:2.0:1789460163.797487:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:2.0:1789460163.797489:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 0 is 4306582123 00000100:00000001:2.0:1789460163.797494:0:2389:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff88e3b9b35800: PM QoS request active for cpu 0, simply extend its deadline from 4306582045 00000100:00000001:2.0:1789460163.797498:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 1 is 4306582123 00000100:00000001:2.0:1789460163.797500:0:2389:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff88e3b9b35800: PM QoS request active for cpu 1, simply extend its deadline from 4306582045 00000100:00000001:2.0:1789460163.797509:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789460163.797511:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460163.797513:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460163.797515:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460163.797519:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789460163.797520:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789460163.797522:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789460163.797523:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789460163.797524:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789460163.797526:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1789460163.797528:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460163.797530:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789460163.797531:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460163.797533:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789460163.797534:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789460163.797535:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789460163.797540:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88e3b80ced80 x1876372638190336/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789460163.797880:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789460163.797883:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789460163.797993:0:2379:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789460163.797998:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88e388838a00. 00000400:00000200:1.0:1789460163.798003:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1789460163.798004:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789460163.798005:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460163.798008:0:2389:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1789460163.798009:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 02000000:00000001:2.0:1789460163.798010:0:2389:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789460163.798012:0:2389:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789460163.798015:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88e3b80ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:23f9394c-8a80-472d-ac42-9f009851d583:2389:1876372638190336:192.168.204.120@tcp:400:kworker.0 00000400:00000200:1.0:1789460163.798015:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38a2c15d8 00000400:00000010:1.0:1789460163.798017:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38a2c15d8. 00000100:00000001:2.0:1789460163.798018:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789460163.798021:0:2389:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1789460163.798022:0:2379:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1789460163.798023:0:2389:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460163.798025:0:2389:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1789460163.798026:0:2379:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88e3b80ce680 x1876372638190464/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1789460163.798028:0:2389:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88e38a66be00. 02000000:00000001:2.0:1789460163.798030:0:2389:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789460163.798034:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:1.0:1789460163.798035:0:2379:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1789460163.798036:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff88e39f881948. 00000100:00000040:1.0:1789460163.798038:0:2379:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88e3b80ce680 x1876372638190464/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789460163.798040:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38a2c1f68. 00000100:00000200:2.0:1789460163.798043:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876372638190336, portal 25 00000100:00000001:2.0:1789460163.798045:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789460163.798052:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613110359649664 : -130963349901952 : ffff88e3b80ced80) 00000100:00000040:2.0:1789460163.798057:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88e3b80ced80 x1876372638190336/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460163.798063:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789460163.798065:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:2.0:1789460163.798068:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38a2c1c38. 00000100:00000200:2.0:1789460163.798071:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876372638190336, offset 0 00000400:00000200:2.0:1789460163.798075:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:2.0:1789460163.798079:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1789460163.798083:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:2.0:1789460163.798086:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789460163.798089:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1789460163.798091:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789460163.798093:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1789460163.798097:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [535695:535695:254:4294967295] 192.168.204.120@tcp LPNI seq info [535648:535648:6:4294967295] 00000400:00000200:2.0:1789460163.798101:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1789460163.798107:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:2.0:1789460163.798111:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000100:00000001:1.0:1789460163.798111:0:2379:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789460163.798114:0:2379:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000010:2.0:1789460163.798115:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88e388838100. 00000800:00000200:2.0:1789460163.798119:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88e386879a80] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:2.0:1789460163.798124:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:2.0:1789460163.798127:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88e388838100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789460163.798129:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789460163.798132:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:2.0:1789460163.798133:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS new deadline estimation for cpu 0 is 4306585860 00000100:00000001:2.0:1789460163.798137:0:2389:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306582123 00000100:00000001:2.0:1789460163.798140:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS new deadline estimation for cpu 1 is 4306585860 00000100:00000001:2.0:1789460163.798143:0:2389:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306582123 00000100:00000001:2.0:1789460163.798145:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789460163.798147:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460163.798154:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789460163.798158:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88e3b80cdc00 x1876372638190592/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460163.798165:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789460163.798167:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460163.798169:0:2389:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789460163.798171:0:2389:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789460163.798173:0:2389:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789460163.798176:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88e3b80cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2389:1876372638190592:192.168.204.120@tcp:400:kworker.0 00000100:00000001:2.0:1789460163.798179:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789460163.798182:0:2389:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789460163.798184:0:2389:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460163.798185:0:2389:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789460163.798188:0:2389:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88e38a66a200. 02000000:00000001:2.0:1789460163.798190:0:2389:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789460163.798194:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:2.0:1789460163.798196:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff88e39f8818f0. 00000400:00000010:2.0:1789460163.798199:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38a2c16e8. 00000100:00000200:2.0:1789460163.798202:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876372638190592, portal 10 00000100:00000001:2.0:1789460163.798204:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789460163.798206:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613110359645184 : -130963349906432 : ffff88e3b80cdc00) 00000100:00000040:2.0:1789460163.798211:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88e3b80cdc00 x1876372638190592/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460163.798217:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789460163.798219:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:2.0:1789460163.798221:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38a2c1110. 00000100:00000200:2.0:1789460163.798223:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876372638190592, offset 0 00000400:00000200:2.0:1789460163.798227:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:2.0:1789460163.798231:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1789460163.798234:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:2.0:1789460163.798237:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789460163.798239:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1789460163.798241:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789460163.798249:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1789460163.798252:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [535696:535696:254:4294967295] 192.168.204.120@tcp LPNI seq info [535649:535649:6:4294967295] 00000400:00000200:2.0:1789460163.798256:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1789460163.798262:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:2.0:1789460163.798267:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:2.0:1789460163.798270:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88e388838c00. 00000800:00000200:2.0:1789460163.798274:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88e386879a80] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:2.0:1789460163.798278:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:2.0:1789460163.798281:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88e388838c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789460163.798284:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460163.798287:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88e3b9b35800: using a timeout of 21617 usecs (22 jiffies) 00000400:00000200:2.0:1789460163.798290:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:2.0:1789460163.798292:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 0 is 4306582039 00000100:00000001:2.0:1789460163.798294:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88e3b9b35800: PM QoS request active for cpu 0, keep current deadline 4306585860 00000100:00000001:2.0:1789460163.798296:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 1 is 4306582039 00000100:00000001:2.0:1789460163.798298:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88e3b9b35800: PM QoS request active for cpu 1, keep current deadline 4306585860 00000100:00000001:2.0:1789460163.798300:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789460163.798302:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460163.798305:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460163.798307:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789460163.800246:0:2379:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789460163.800255:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88e388838000. 00000400:00000200:1.0:1789460163.800262:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789460163.800270:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1789460163.800542:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38a2c1770 00000400:00000010:1.0:1789460163.800563:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38a2c1770. 00000100:00000001:1.0:1789460163.800570:0:2379:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789460163.800580:0:2379:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88e3b80cd880 x1876372638190720/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460163.800592:0:2379:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789460163.800596:0:2379:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88e3b80cd880 x1876372638190720/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460163.800602:0:2379:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789460163.800604:0:2379:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789460163.800646:0:2379:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789460163.800649:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88e388838100. 00000400:00000200:1.0:1789460163.800652:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789460163.800655:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1789460163.800658:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38a2c1c38 00000400:00000010:1.0:1789460163.800660:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38a2c1c38. 00000100:00000001:1.0:1789460163.800662:0:2379:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789460163.800666:0:2379:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88e3b80ced80 x1876372638190336/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460163.800674:0:2379:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789460163.800676:0:2379:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88e3b80ced80 x1876372638190336/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460163.800682:0:2379:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789460163.800684:0:2379:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789460163.801670:0:2379:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789460163.801697:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88e388838c00. 00000400:00000200:1.0:1789460163.801704:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789460163.801712:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1789460163.801792:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38a2c1110 00000400:00000010:1.0:1789460163.801796:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38a2c1110. 00000100:00000001:1.0:1789460163.801801:0:2379:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789460163.801808:0:2379:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88e3b80cdc00 x1876372638190592/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460163.801818:0:2379:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789460163.801822:0:2379:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88e3b80cdc00 x1876372638190592/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460163.801829:0:2379:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789460163.801831:0:2379:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789460163.801839:0:2379:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460163.801850:0:2379:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789460163.801853:0:2379:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460163.801856:0:2379:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789460163.801862:0:2379:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460163.801866:0:2379:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1789460163.801873:0:2379:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460163.801877:0:2379:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460163.801883:0:2379:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460163.801887:0:2379:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 10 MB=0x6aa8d0c90cb80 00000400:00000200:1.0:1789460163.801892:0:2379:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460163.801911:0:2379:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 224/224 into md 0x526b69 [1] + 224 00000800:00000001:1.0:1789460163.801920:0:2379:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460163.801926:0:2379:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789460163.801929:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789460163.801933:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1789460163.801937:0:2379:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789460163.801942:0:2379:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff88e3b80ce680 x1876372638190464/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789460163.801950:0:2379:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88e3b80ce680 x1876372638190464/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460163.801968:0:2379:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789460163.801976:0:2379:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460163.801979:0:2379:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460163.802034:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789460163.802038:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789460163.802046:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789460163.802048:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789460163.802051:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff88e39f881108. 00000400:00000200:2.0:1789460163.802055:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38a2c13b8 00000400:00000010:2.0:1789460163.802057:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38a2c13b8. 00000100:00000001:2.0:1789460163.802060:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789460163.802064:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff88e3b80ce680 x1876372638190464/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789460163.802073:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff88e3b80ce680 x1876372638190464/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460163.802086:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789460163.802089:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460163.802091:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789460163.802094:0:2389:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789460163.802097:0:2389:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789460163.802099:0:2389:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460163.802102:0:2389:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789460163.802113:0:2389:0:(import.c:2196:obd_at_measure()) add 60 to ffff88e38d774460 time=39 v=60 (60 60 60 60) 00000100:00001000:2.0:1789460163.802117:0:2389:0:(import.c:2196:obd_at_measure()) add 1 to ffff88e38d774418 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1789460163.802120:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789460163.802122:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460163.802124:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789460163.802127:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460163.802132:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789460163.802134:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88e3b9b35800: skip recheck: last_committed 30064771620 00000100:00000001:2.0:1789460163.802136:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789460163.802138:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460163.802143:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88e3b80ce680 x1876372638190464/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460163.802149:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789460163.802153:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789460163.802155:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789460163.802158:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88e3b80ce680 x1876372638190464/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789460163.802165:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88e3b80ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2389:1876372638190464:192.168.204.120@tcp:400:kworker.0 00000100:00000001:2.0:1789460163.802170:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460163.802172:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789460163.802174:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88e3b80ce680 x1876372638190464/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460163.802180:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789460163.802188:0:2389:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789460163.802192:0:2389:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88e38a66b800. 02000000:00000001:2.0:1789460163.802195:0:2389:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789460163.802197:0:2389:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789460163.802199:0:2389:0:(genops.c:1222:class_import_put()) import ffff88e38d774000 refcount=8 obd=lustre-MDT0000-mdc-ffff88e3b9b35800 00000020:00000001:2.0:1789460163.802201:0:2389:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789460163.802203:0:2389:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88e3891c3a00. 02000000:00000001:2.0:1789460163.802206:0:2389:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789460163.802207:0:2389:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789460163.802209:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88e3b80ce680. 00000100:00000001:2.0:1789460163.802212:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789460163.802214:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460163.802216:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460163.802218:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789460163.802220:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789460163.802222:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460163.802223:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789460163.805466:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460163.806160:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789460163.806166:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460163.806170:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789460163.806179:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460163.806187:0:2378:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1789460163.806196:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460163.806201:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460163.806206:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460163.806211:0:2378:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 4 MB=0x6aa8d0c90cc80 00000400:00000200:0.0:1789460163.806216:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460163.806223:0:2378:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.120@tcp of length 224/224 into md 0x526b71 [1] + 224 00000800:00000001:0.0:1789460163.806232:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460163.806236:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789460163.806240:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789460163.806244:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:0.0:1789460163.806252:0:2378:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789460163.806261:0:2378:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff88e3b80cd880 x1876372638190720/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789460163.806272:0:2378:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88e3b80cd880 x1876372638190720/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460163.806350:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789460163.806355:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789460163.808894:0:2378:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789460163.808925:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460163.808937:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789460163.808941:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460163.808944:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789460163.808952:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460163.808959:0:2378:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1789460163.808968:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460163.808973:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460163.808978:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460163.808983:0:2378:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 25 MB=0x6aa8d0c90cb00 00000400:00000200:0.0:1789460163.808988:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460163.808999:0:2378:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 224/224 into md 0x526b79 [1] + 224 00000800:00000001:0.0:1789460163.809006:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460163.809010:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789460163.809013:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789460163.809017:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:0.0:1789460163.809024:0:2378:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:2.0:1789460163.809026:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789460163.809029:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1789460163.809031:0:2378:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff88e3b80ced80 x1876372638190336/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789460163.809032:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff88e39f8812c0. 00000400:00000200:2.0:1789460163.809037:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38a2c1660 00000400:00000010:2.0:1789460163.809039:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38a2c1660. 00000100:00000001:2.0:1789460163.809042:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:0.0:1789460163.809043:0:2378:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88e3b80ced80 x1876372638190336/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789460163.809048:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff88e3b80cd880 x1876372638190720/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460163.809051:0:2378:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789460163.809054:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460163.809057:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789460163.809059:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460163.809061:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789460163.809064:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460163.809067:0:2378:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:0.0:1789460163.809072:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460163.809074:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460163.809093:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460163.809096:0:2378:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 10 MB=0x6aa8d0c90cc00 00000400:00000200:0.0:1789460163.809100:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:0.0:1789460163.809103:0:2378:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 224/224 into md 0x526b81 [1] + 224 00000800:00000001:0.0:1789460163.809108:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789460163.809116:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789460163.809118:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789460163.809121:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:0.0:1789460163.809125:0:2378:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789460163.809129:0:2378:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff88e3b80cdc00 x1876372638190592/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789460163.809138:0:2378:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88e3b80cdc00 x1876372638190592/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789460163.809143:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff88e3b80cd880 x1876372638190720/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789460163.809145:0:2378:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789460163.809149:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1789460163.809150:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789460163.809152:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460163.809153:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460163.809155:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789460163.809165:0:2389:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789460163.809168:0:2389:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789460163.809170:0:2389:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460163.809174:0:2389:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789460163.809263:0:2389:0:(import.c:2196:obd_at_measure()) add 5 to ffff88e38d770c60 time=39 v=5 (5 5 5 5) 00000100:00001000:2.0:1789460163.809285:0:2389:0:(import.c:2196:obd_at_measure()) add 1 to ffff88e38d770c18 time=125 v=5 (1 1 0 0) 00000100:00000001:2.0:1789460163.809395:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789460163.809397:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460163.809399:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789460163.809402:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460163.809406:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789460163.809408:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff88e3b9b35800: skip recheck: last_committed 21474856182 00000100:00000001:2.0:1789460163.809410:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789460163.809413:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460163.809418:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88e3b80cd880 x1876372638190720/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460163.809664:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789460163.809668:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789460163.809670:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789460163.809682:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88e3b80cd880 x1876372638190720/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460179 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789460163.809691:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88e3b80cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2389:1876372638190720:192.168.204.120@tcp:400:kworker.0 00000100:00000001:2.0:1789460163.809696:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460163.809855:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789460163.809860:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88e3b80cd880 x1876372638190720/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460179 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460163.809868:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789460163.809870:0:2389:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789460163.809875:0:2389:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88e38a66a400. 02000000:00000001:2.0:1789460163.809885:0:2389:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789460163.809888:0:2389:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789460163.809890:0:2389:0:(genops.c:1222:class_import_put()) import ffff88e38d770800 refcount=3 obd=lustre-OST0000-osc-ffff88e3b9b35800 00000020:00000001:2.0:1789460163.809892:0:2389:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789460163.809894:0:2389:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88e3891c3e00. 02000000:00000001:2.0:1789460163.809913:0:2389:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789460163.809915:0:2389:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789460163.809917:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88e3b80cd880. 00000100:00000001:2.0:1789460163.809927:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789460163.809929:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460163.809932:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460163.809935:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789460163.809937:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789460163.809941:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789460163.809942:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789460163.809951:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff88e39f881948. 00000400:00000200:2.0:1789460163.809955:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38a2c1f68 00000400:00000010:2.0:1789460163.809957:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38a2c1f68. 00000100:00000001:2.0:1789460163.809960:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789460163.809964:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff88e3b80ced80 x1876372638190336/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789460163.809972:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff88e3b80ced80 x1876372638190336/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460163.809985:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789460163.809987:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460163.809989:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789460163.809991:0:2389:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789460163.809992:0:2389:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789460163.809994:0:2389:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460163.809996:0:2389:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789460163.810000:0:2389:0:(import.c:2196:obd_at_measure()) add 5 to ffff88e3b9661c60 time=39 v=5 (5 5 5 5) 00000100:00001000:2.0:1789460163.810003:0:2389:0:(import.c:2196:obd_at_measure()) add 1 to ffff88e3b9661c18 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1789460163.810005:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789460163.810006:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460163.810008:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789460163.810010:0:2389:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460163.810011:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460163.810015:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88e3b80ced80 x1876372638190336/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460163.810021:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789460163.810023:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789460163.810024:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789460163.810028:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88e3b80ced80 x1876372638190336/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460179 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789460163.810045:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88e3b80ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:23f9394c-8a80-472d-ac42-9f009851d583:2389:1876372638190336:192.168.204.120@tcp:400:kworker.0 00000400:00000001:2.0:1789460163.810051:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789460163.810052:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789460163.810054:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff88e39f8818f0. 00000400:00000200:2.0:1789460163.810163:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38a2c16e8 00000400:00000010:2.0:1789460163.810166:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38a2c16e8. 00000100:00000001:2.0:1789460163.810169:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789460163.810174:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff88e3b80cdc00 x1876372638190592/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789460163.810263:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff88e3b80cdc00 x1876372638190592/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460163.810285:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789460163.810668:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460163.810671:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789460163.810672:0:2389:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789460163.810674:0:2389:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789460163.810675:0:2389:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460163.810678:0:2389:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789460163.810815:0:2389:0:(import.c:2196:obd_at_measure()) add 60 to ffff88e38d770460 time=39 v=60 (60 60 60 60) 00000100:00001000:2.0:1789460163.810820:0:2389:0:(import.c:2196:obd_at_measure()) add 1 to ffff88e38d770418 time=72 v=5 (1 1 1 1) 00000100:00000001:2.0:1789460163.810822:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789460163.810824:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460163.810826:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789460163.810832:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88e3b80cdc00 x1876372638190592/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789460163.810838:0:2389:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460163.810841:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789460163.810843:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff88e3b9b35800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1789460163.810844:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789460163.810846:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460163.810850:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88e3b80cdc00 x1876372638190592/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460163.810865:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789460163.810867:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789460163.810868:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789460163.810872:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88e3b80cdc00 x1876372638190592/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789460163.810879:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88e3b80cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2389:1876372638190592:192.168.204.120@tcp:400:kworker.0 00000100:00000001:2.0:1789460163.810884:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460163.810885:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789460163.810888:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88e3b80ced80 x1876372638190336/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460179 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460163.810894:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789460163.810896:0:2389:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789460163.810910:0:2389:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88e38a66be00. 02000000:00000001:2.0:1789460163.810922:0:2389:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789460163.810924:0:2389:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789460163.810925:0:2389:0:(genops.c:1222:class_import_put()) import ffff88e3b9661800 refcount=3 obd=MGC192.168.204.120@tcp 00000020:00000001:2.0:1789460163.810927:0:2389:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789460163.810929:0:2389:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88e3891c3200. 02000000:00000001:2.0:1789460163.810931:0:2389:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789460163.810933:0:2389:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789460163.810934:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88e3b80ced80. 00000100:00000001:2.0:1789460163.810938:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789460163.810939:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460163.810941:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789460163.810944:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88e3b80cdc00 x1876372638190592/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460248 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460163.810969:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789460163.810971:0:2389:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789460163.810972:0:2389:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88e38a66a200. 02000000:00000001:2.0:1789460163.810975:0:2389:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789460163.810976:0:2389:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789460163.810984:0:2389:0:(genops.c:1222:class_import_put()) import ffff88e38d770000 refcount=3 obd=lustre-MDT0001-mdc-ffff88e3b9b35800 00000020:00000001:2.0:1789460163.810986:0:2389:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789460163.810988:0:2389:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88e3891c3f00. 02000000:00000001:2.0:1789460163.810991:0:2389:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789460163.810992:0:2389:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789460163.810993:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88e3b80cdc00. 00000100:00000001:2.0:1789460163.810995:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789460163.810997:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460163.810999:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460163.811006:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789460163.811009:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460163.811011:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789460163.811013:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460164.628635:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460164.628643:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460164.628649:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460164.628651:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789460164.630262:0:251841:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789460164.630267:0:251841:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789460164.630272:0:251841:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789460165.654743:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460165.654750:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460165.654758:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460165.654759:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789460165.656407:0:236036:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789460165.656412:0:236036:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789460165.656416:0:236036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789460166.677516:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460166.677524:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460166.677530:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460166.677531:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789460166.677669:0:242016:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789460166.677673:0:242016:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789460166.677677:0:242016:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1789460167.701744:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460167.701752:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460167.701759:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460167.701760:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789460167.701900:0:283116:0:(connection.c:75:cpu_latency_work()) work item of ffff88e38b07c000 (cpu 0) has reached its deadline 4306585860, at 4306585921 00000100:00000010:0.0:1789460167.701912:0:283116:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88e39fdb49c0. 00000020:00000001:3.0:1789460167.702091:0:251840:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789460167.702095:0:251840:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789460167.702109:0:251840:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789460167.707692:0:220848:0:(connection.c:75:cpu_latency_work()) work item of ffff88e38b07c110 (cpu 1) has reached its deadline 4306585860, at 4306585927 00000100:00000010:1.0:1789460167.707711:0:220848:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff88e39fdb42a0. 00010000:00000001:2.0:1789460168.726832:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460168.726839:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460168.726844:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460168.726845:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789460168.729595:0:236035:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789460168.729603:0:236035:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789460168.729609:0:236035:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1789460168.916730:0:272859:0:(pinger.c:229:ptlrpc_pinger_process_import()) 23f9394c-8a80-472d-ac42-9f009851d583->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789460168.916741:0:272859:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789460168.916748:0:272859:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88e3b2663480. 00000020:00000040:2.0:1789460168.916756:0:272859:0:(genops.c:1209:class_import_get()) import ffff88e3b9661800 refcount=4 obd=MGC192.168.204.120@tcp 00000100:00000001:2.0:1789460168.916771:0:272859:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789460168.916774:0:272859:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789460168.916781:0:272859:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789460168.916792:0:272859:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88e388838e00. 00000100:00000001:2.0:1789460168.916810:0:272859:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460168.916826:0:272859:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 23f9394c-8a80-472d-ac42-9f009851d583->MGS req@ffff88e3b2663480 x1876372638190848/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789460168.916840:0:272859:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789460168.916846:0:272859:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460168.916854:0:272859:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240a75ac] to pc [ptlrpcd_01_00+0] req@ffff88e3b2663480 x1876372638190848/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.916884:0:272859:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460168.916887:0:272859:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789460168.916891:0:272859:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789460168.916894:0:272859:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88e3b2661180. 00000020:00000040:2.0:1789460168.916897:0:272859:0:(genops.c:1209:class_import_get()) import ffff88e38d774000 refcount=9 obd=lustre-MDT0000-mdc-ffff88e3b9b35800 00000100:00000001:2.0:1789460168.916899:0:272859:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789460168.916901:0:272859:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789460168.916902:0:272859:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789460168.916906:0:272859:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88e388838600. 00000100:00000001:2.0:1789460168.916909:0:272859:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460168.916914:0:272859:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-MDT0000_UUID req@ffff88e3b2661180 x1876372638190976/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789460168.916921:0:272859:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789460168.916923:0:272859:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460168.916927:0:272859:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007eec1190] to pc [ptlrpcd_01_01+1] req@ffff88e3b2661180 x1876372638190976/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.916935:0:272859:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460168.916937:0:272859:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789460168.916941:0:272859:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789460168.916949:0:272859:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88e3b2663b80. 00000020:00000040:2.0:1789460168.916952:0:272859:0:(genops.c:1209:class_import_get()) import ffff88e38d770000 refcount=4 obd=lustre-MDT0001-mdc-ffff88e3b9b35800 00000100:00000001:2.0:1789460168.916954:0:272859:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789460168.916956:0:272859:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789460168.916958:0:272859:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789460168.916961:0:272859:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88e388838800. 00000100:00000001:2.0:1789460168.916964:0:272859:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460168.916969:0:272859:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-MDT0001_UUID req@ffff88e3b2663b80 x1876372638191104/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789460168.916976:0:272859:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789460168.916978:0:272859:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460168.916982:0:272859:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a35df2c] to pc [ptlrpcd_01_00+0] req@ffff88e3b2663b80 x1876372638191104/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.916988:0:272859:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460168.916990:0:272859:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789460168.916994:0:272859:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1789460168.916996:0:272859:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88e3b2660a80. 00000020:00000040:2.0:1789460168.916998:0:272859:0:(genops.c:1209:class_import_get()) import ffff88e38d770800 refcount=4 obd=lustre-OST0000-osc-ffff88e3b9b35800 00000100:00000001:2.0:1789460168.917000:0:272859:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789460168.917001:0:272859:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789460168.917003:0:272859:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789460168.917006:0:272859:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88e388838700. 00000100:00000001:2.0:1789460168.917008:0:272859:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460168.917012:0:272859:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-OST0000_UUID req@ffff88e3b2660a80 x1876372638191232/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789460168.917018:0:272859:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789460168.917020:0:272859:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460168.917023:0:272859:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a81160b6] to pc [ptlrpcd_01_01+1] req@ffff88e3b2660a80 x1876372638191232/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.917030:0:272859:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460168.917037:0:272859:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1789460168.917040:0:272859:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1789460168.917045:0:272859:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11924) 00000100:00000001:2.0:1789460168.917058:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789460168.917062:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789460168.917065:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789460168.917070:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88e3b2661180 x1876372638190976/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.917077:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789460168.917079:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460168.917083:0:2389:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789460168.917086:0:2389:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789460168.917088:0:2389:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789460168.917092:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88e3b2661180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2389:1876372638190976:192.168.204.120@tcp:400:kworker.0 00000100:00000001:2.0:1789460168.917097:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789460168.917103:0:2389:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789460168.917106:0:2389:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460168.917108:0:2389:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789460168.917113:0:2389:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88e38a66a400. 02000000:00000001:2.0:1789460168.917115:0:2389:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789460168.917124:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:2.0:1789460168.917128:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff88e39f8818f0. 00000400:00000010:2.0:1789460168.917134:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38a2c16e8. 00000100:00000200:2.0:1789460168.917141:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876372638190976, portal 10 00000100:00000001:2.0:1789460168.917143:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789460168.917145:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613110264828288 : -130963444723328 : ffff88e3b2661180) 00000100:00000040:2.0:1789460168.917152:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88e3b2661180 x1876372638190976/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.917160:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789460168.917162:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:2.0:1789460168.917165:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38a2c1f68. 00000100:00000200:2.0:1789460168.917169:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876372638190976, offset 0 00000400:00000200:2.0:1789460168.917181:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:2.0:1789460168.917188:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1789460168.917195:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:2.0:1789460168.917200:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789460168.917204:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1789460168.917208:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789460168.917210:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1789460168.917214:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [535697:535697:256:4294967295] 192.168.204.120@tcp LPNI seq info [535650:535650:8:4294967295] 00000400:00000200:2.0:1789460168.917219:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1789460168.917229:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:2.0:1789460168.917234:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:2.0:1789460168.917239:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88e388838500. 00000800:00000200:2.0:1789460168.917246:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88e386879a80] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:2.0:1789460168.917255:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:2.0:1789460168.917260:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88e388838500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789460168.917273:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460168.917288:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88e3b9b35800: using a timeout of 28672 usecs (29 jiffies) 00000400:00000200:2.0:1789460168.917291:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:2.0:1789460168.917294:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 0 is 4306587165 00000100:00000010:2.0:1789460168.917298:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88e386b82de0. 00000100:00000001:2.0:1789460168.917306:0:2389:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88e3b9b35800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789460168.917313:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 1 is 4306587165 00000100:00000010:2.0:1789460168.917316:0:2389:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff88e386b82120. 00000100:00000001:2.0:1789460168.917319:0:2389:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff88e3b9b35800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789460168.917323:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789460168.917325:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460168.917328:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789460168.917332:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88e3b2660a80 x1876372638191232/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.917338:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789460168.917345:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460168.917347:0:2389:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789460168.917349:0:2389:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789460168.917350:0:2389:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789460168.917353:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88e3b2660a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2389:1876372638191232:192.168.204.120@tcp:400:kworker.0 00000100:00000001:2.0:1789460168.917356:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789460168.917359:0:2389:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789460168.917360:0:2389:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460168.917361:0:2389:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789460168.917364:0:2389:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88e38a66b800. 02000000:00000001:2.0:1789460168.917366:0:2389:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789460168.917370:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:2.0:1789460168.917373:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff88e39f881948. 00000400:00000010:2.0:1789460168.917376:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38a2c1660. 00000100:00000200:2.0:1789460168.917379:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876372638191232, portal 4 00000100:00000001:2.0:1789460168.917381:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789460168.917382:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613110264826496 : -130963444725120 : ffff88e3b2660a80) 00000100:00000040:2.0:1789460168.917388:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88e3b2660a80 x1876372638191232/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.917393:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789460168.917396:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:2.0:1789460168.917398:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38a2c13b8. 00000100:00000200:2.0:1789460168.917401:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876372638191232, offset 0 00000400:00000200:2.0:1789460168.917405:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:2.0:1789460168.917409:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1789460168.917412:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:2.0:1789460168.917415:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789460168.917417:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1789460168.917419:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789460168.917421:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1789460168.917424:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [535698:535698:255:4294967295] 192.168.204.120@tcp LPNI seq info [535651:535651:7:4294967295] 00000400:00000200:2.0:1789460168.917428:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1789460168.917434:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:2.0:1789460168.917445:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:2.0:1789460168.917448:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88e388838d00. 00000800:00000200:2.0:1789460168.917452:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88e386879a80] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:2.0:1789460168.917457:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:2.0:1789460168.917459:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88e388838d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789460168.917462:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460168.917465:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff88e3b9b35800: using a timeout of 105966 usecs (106 jiffies) 00000400:00000200:2.0:1789460168.917468:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:2.0:1789460168.917470:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 0 is 4306587242 00000100:00000001:2.0:1789460168.917476:0:2389:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff88e3b9b35800: PM QoS request active for cpu 0, simply extend its deadline from 4306587165 00000100:00000001:2.0:1789460168.917479:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 1 is 4306587242 00000100:00000001:2.0:1789460168.917482:0:2389:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff88e3b9b35800: PM QoS request active for cpu 1, simply extend its deadline from 4306587165 00000100:00000001:2.0:1789460168.917484:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789460168.917487:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460168.917489:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460168.917492:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460168.917500:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789460168.917502:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789460168.917504:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789460168.917505:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789460168.917507:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789460168.917509:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1789460168.917511:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460168.917512:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789460168.917513:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460168.917515:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789460168.917516:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789460168.917517:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789460168.917521:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88e3b2663480 x1876372638190848/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.917526:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789460168.917527:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460168.917534:0:2389:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789460168.917536:0:2389:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789460168.917538:0:2389:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789460168.917541:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88e3b2663480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:23f9394c-8a80-472d-ac42-9f009851d583:2389:1876372638190848:192.168.204.120@tcp:400:kworker.0 00000100:00000001:2.0:1789460168.917574:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789460168.917576:0:2389:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789460168.917578:0:2389:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460168.917579:0:2389:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789460168.917583:0:2389:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88e38a66a800. 02000000:00000001:2.0:1789460168.917585:0:2389:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789460168.917588:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:2.0:1789460168.917591:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff88e39f8812c0. 00000400:00000010:2.0:1789460168.917595:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38a2c1550. 00000100:00000200:2.0:1789460168.917598:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876372638190848, portal 25 00000100:00000001:2.0:1789460168.917600:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789460168.917601:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613110264837248 : -130963444714368 : ffff88e3b2663480) 00000100:00000040:2.0:1789460168.917605:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88e3b2663480 x1876372638190848/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.917611:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789460168.917613:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:2.0:1789460168.917615:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38a2c1880. 00000100:00000200:2.0:1789460168.917617:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876372638190848, offset 0 00000400:00000200:2.0:1789460168.917622:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:2.0:1789460168.917625:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1789460168.917629:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:2.0:1789460168.917632:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789460168.917634:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1789460168.917636:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789460168.917638:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1789460168.917641:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [535699:535699:254:4294967295] 192.168.204.120@tcp LPNI seq info [535652:535652:6:4294967295] 00000400:00000200:2.0:1789460168.917645:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1789460168.917652:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:2.0:1789460168.917664:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:2.0:1789460168.917667:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88e388838400. 00000800:00000200:2.0:1789460168.917671:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88e386879a80] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:2.0:1789460168.917676:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:2.0:1789460168.917678:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88e388838400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789460168.917682:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789460168.917685:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:2.0:1789460168.917686:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS new deadline estimation for cpu 0 is 4306590979 00000100:00000001:2.0:1789460168.917690:0:2389:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306587242 00000100:00000001:2.0:1789460168.917693:0:2389:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS new deadline estimation for cpu 1 is 4306590979 00000100:00000001:2.0:1789460168.917695:0:2389:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.120@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306587242 00000100:00000001:2.0:1789460168.917697:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789460168.917699:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460168.917702:0:2389:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789460168.917706:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88e3b2663b80 x1876372638191104/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.917712:0:2389:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789460168.917713:0:2389:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460168.917716:0:2389:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789460168.917717:0:2389:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789460168.917719:0:2389:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789460168.917722:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff88e3b2663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2389:1876372638191104:192.168.204.120@tcp:400:kworker.0 00000100:00000001:2.0:1789460168.917725:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789460168.917728:0:2389:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789460168.917729:0:2389:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460168.917731:0:2389:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789460168.917734:0:2389:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88e38a66be00. 02000000:00000001:2.0:1789460168.917736:0:2389:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789460168.917739:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000010:2.0:1789460168.917741:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff88e39f881108. 00000400:00000010:2.0:1789460168.917750:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38a2c1440. 00000100:00000200:2.0:1789460168.917753:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876372638191104, portal 10 00000100:00000001:2.0:1789460168.917755:0:2389:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789460168.917756:0:2389:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446613110264839040 : -130963444712576 : ffff88e3b2663b80) 00000100:00000040:2.0:1789460168.917764:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88e3b2663b80 x1876372638191104/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.917769:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789460168.917771:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.120@tcp 00000400:00000010:2.0:1789460168.917774:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88e38a2c1cc0. 00000100:00000200:2.0:1789460168.917776:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876372638191104, offset 0 00000400:00000200:2.0:1789460168.917779:0:2389:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.120@tcp 00000400:00000200:2.0:1789460168.917784:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1789460168.917786:0:2389:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.120@tcp local destination 00000400:00000200:2.0:1789460168.917789:0:2389:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789460168.917792:0:2389:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.20@tcp 00000400:00000200:2.0:1789460168.917794:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789460168.917796:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.120@tcp 00000400:00000200:2.0:1789460168.917809:0:2389:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.20@tcp NI seq info: [535700:535700:253:4294967295] 192.168.204.120@tcp LPNI seq info [535653:535653:5:4294967295] 00000400:00000200:2.0:1789460168.917813:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:2.0:1789460168.917819:0:2389:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp:) -> 192.168.204.120@tcp(192.168.204.120@tcp:192.168.204.120@tcp) : PUT try# 0 00000800:00000200:2.0:1789460168.917824:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.120@tcp 00000800:00000010:2.0:1789460168.917827:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88e388838c00. 00000800:00000200:2.0:1789460168.917830:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88e386879a80] -> 12345-192.168.204.120@tcp (5) 00000800:00000200:2.0:1789460168.917834:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.120@tcp ip 192.168.204.120:988 00000800:00000200:2.0:1789460168.917837:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88e388838c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789460168.917839:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460168.917842:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88e3b9b35800: using a timeout of 21617 usecs (22 jiffies) 00000400:00000200:2.0:1789460168.917845:0:2389:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000100:00000001:2.0:1789460168.917848:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 0 is 4306587158 00000100:00000001:2.0:1789460168.917850:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88e3b9b35800: PM QoS request active for cpu 0, keep current deadline 4306590979 00000100:00000001:2.0:1789460168.917857:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88e3b9b35800: PM QoS new deadline estimation for cpu 1 is 4306587158 00000100:00000001:2.0:1789460168.917859:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff88e3b9b35800: PM QoS request active for cpu 1, keep current deadline 4306590979 00000100:00000001:2.0:1789460168.917861:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789460168.917863:0:2389:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460168.917865:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460168.917867:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789460168.918036:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789460168.918039:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789460168.919075:0:2379:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789460168.919081:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88e388838500. 00000400:00000200:1.0:1789460168.919087:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789460168.919095:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1789460168.919101:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38a2c1f68 00000400:00000010:1.0:1789460168.919105:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38a2c1f68. 00000100:00000001:1.0:1789460168.919109:0:2379:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789460168.919115:0:2379:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88e3b2661180 x1876372638190976/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460168.919126:0:2379:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789460168.919130:0:2379:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88e3b2661180 x1876372638190976/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460168.919136:0:2379:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789460168.919137:0:2379:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789460168.919150:0:2379:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789460168.919152:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88e388838d00. 00000400:00000200:1.0:1789460168.919155:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789460168.919158:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1789460168.919167:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38a2c13b8 00000400:00000010:1.0:1789460168.919169:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38a2c13b8. 00000100:00000001:1.0:1789460168.919171:0:2379:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789460168.919175:0:2379:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88e3b2660a80 x1876372638191232/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460168.919182:0:2379:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789460168.919185:0:2379:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88e3b2660a80 x1876372638191232/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460168.919191:0:2379:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789460168.919192:0:2379:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789460168.919202:0:2379:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789460168.919204:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88e388838400. 00000400:00000200:1.0:1789460168.919206:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789460168.919209:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1789460168.919212:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38a2c1880 00000400:00000010:1.0:1789460168.919213:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38a2c1880. 00000100:00000001:1.0:1789460168.919215:0:2379:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789460168.919219:0:2379:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88e3b2663480 x1876372638190848/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460168.919225:0:2379:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789460168.919228:0:2379:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88e3b2663480 x1876372638190848/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460168.919234:0:2379:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789460168.919236:0:2379:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789460168.919836:0:2379:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789460168.919840:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88e388838c00. 00000400:00000200:1.0:1789460168.919844:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789460168.919849:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000400:00000200:1.0:1789460168.919852:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38a2c1cc0 00000400:00000010:1.0:1789460168.919854:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38a2c1cc0. 00000100:00000001:1.0:1789460168.919858:0:2379:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789460168.919862:0:2379:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88e3b2663b80 x1876372638191104/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460168.919882:0:2379:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789460168.919885:0:2379:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88e3b2663b80 x1876372638191104/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460168.919890:0:2379:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789460168.919892:0:2379:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789460168.928747:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460168.928770:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789460168.928776:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460168.928778:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789460168.928789:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460168.928807:0:2378:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1789460168.928817:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460168.928822:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460168.928828:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460168.928833:0:2378:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 4 MB=0x6aa8d0c90ce80 00000400:00000200:1.0:1789460168.928838:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460168.928844:0:2378:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.120@tcp of length 224/224 into md 0x526b91 [1] + 224 00000800:00000001:1.0:1789460168.928853:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460168.928858:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789460168.928862:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789460168.928867:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1789460168.928877:0:2378:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789460168.928886:0:2378:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff88e3b2660a80 x1876372638191232/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789460168.928897:0:2378:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88e3b2660a80 x1876372638191232/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460168.928907:0:2378:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789460168.928915:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460168.928918:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789460168.928920:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460168.928937:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789460168.928940:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460168.928943:0:2378:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1789460168.928947:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460168.928949:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460168.928952:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460168.928954:0:2378:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 10 MB=0x6aa8d0c90ce00 00000400:00000200:1.0:1789460168.928957:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460168.928961:0:2378:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 224/224 into md 0x526ba1 [1] + 224 00000800:00000001:1.0:1789460168.928965:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460168.928968:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789460168.928970:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789460168.928972:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1789460168.928976:0:2378:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789460168.928980:0:2378:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff88e3b2663b80 x1876372638191104/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789460168.928988:0:2378:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88e3b2663b80 x1876372638191104/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460168.928994:0:2378:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789460168.928998:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460168.929000:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789460168.929002:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460168.929004:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789460168.929007:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460168.929009:0:2378:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1789460168.929013:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460168.929015:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460168.929017:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460168.929019:0:2378:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 10 MB=0x6aa8d0c90cd80 00000400:00000200:1.0:1789460168.929023:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460168.929026:0:2378:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.120@tcp of length 224/224 into md 0x526b89 [1] + 224 00000800:00000001:1.0:1789460168.929030:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460168.929038:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789460168.929041:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789460168.929044:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1789460168.929048:0:2378:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789460168.929052:0:2378:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff88e3b2661180 x1876372638190976/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789460168.929060:0:2378:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88e3b2661180 x1876372638190976/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460168.929067:0:2378:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789460168.929071:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460168.929073:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789460168.929075:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460168.929077:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789460168.929079:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460168.929082:0:2378:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.20@tcp(192.168.204.20@tcp) <- 192.168.204.120@tcp : PUT - for me 00000400:00000200:1.0:1789460168.929086:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460168.929089:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460168.929092:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460168.929094:0:2378:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.120@tcp of length 224 into portal 25 MB=0x6aa8d0c90cd00 00000400:00000200:1.0:1789460168.929098:0:2378:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.120@tcp to cpt 0 00000400:00000200:1.0:1789460168.929102:0:2378:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.120@tcp of length 224/224 into md 0x526b99 [1] + 224 00000800:00000001:1.0:1789460168.929105:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460168.929111:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789460168.929113:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789460168.929116:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.20@tcp->192.168.204.120@tcp: PUT: OK 00000100:00000001:1.0:1789460168.929119:0:2378:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789460168.929123:0:2378:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff88e3b2663480 x1876372638190848/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789460168.929131:0:2378:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88e3b2663480 x1876372638190848/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789460168.929138:0:2378:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789460168.929147:0:2378:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460168.929149:0:2378:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460168.929368:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789460168.929372:0:2389:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789460168.929379:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789460168.929381:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789460168.929385:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff88e39f8812c0. 00000400:00000200:2.0:1789460168.929390:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38a2c1550 00000400:00000010:2.0:1789460168.929392:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38a2c1550. 00000100:00000001:2.0:1789460168.929395:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789460168.929400:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff88e3b2663480 x1876372638190848/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789460168.929407:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff88e3b2663480 x1876372638190848/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.929413:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789460168.929416:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460168.929418:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789460168.929421:0:2389:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789460168.929423:0:2389:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789460168.929425:0:2389:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460168.929427:0:2389:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789460168.929433:0:2389:0:(import.c:2196:obd_at_measure()) add 5 to ffff88e3b9661c60 time=44 v=5 (5 5 5 5) 00000100:00001000:2.0:1789460168.929437:0:2389:0:(import.c:2196:obd_at_measure()) add 1 to ffff88e3b9661c18 time=101 v=5 (1 1 1 1) 00000100:00000001:2.0:1789460168.929439:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789460168.929441:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460168.929444:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789460168.929446:0:2389:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460168.929448:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460168.929453:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88e3b2663480 x1876372638190848/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.929471:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789460168.929474:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789460168.929476:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789460168.929481:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88e3b2663480 x1876372638190848/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460184 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789460168.929488:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88e3b2663480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:23f9394c-8a80-472d-ac42-9f009851d583:2389:1876372638190848:192.168.204.120@tcp:400:kworker.0 00000400:00000001:2.0:1789460168.929494:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789460168.929496:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789460168.929497:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff88e39f881108. 00000400:00000200:2.0:1789460168.929500:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38a2c1440 00000400:00000010:2.0:1789460168.929501:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38a2c1440. 00000100:00000001:2.0:1789460168.929504:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789460168.929507:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff88e3b2663b80 x1876372638191104/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789460168.929515:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff88e3b2663b80 x1876372638191104/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.929521:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789460168.929523:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460168.929525:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789460168.929526:0:2389:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789460168.929527:0:2389:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789460168.929529:0:2389:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460168.929531:0:2389:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789460168.929537:0:2389:0:(import.c:2196:obd_at_measure()) add 60 to ffff88e38d770460 time=44 v=60 (60 60 60 60) 00000100:00001000:2.0:1789460168.929540:0:2389:0:(import.c:2196:obd_at_measure()) add 1 to ffff88e38d770418 time=77 v=5 (1 1 1 1) 00000100:00000001:2.0:1789460168.929542:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789460168.929575:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460168.929577:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789460168.929581:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88e3b2663b80 x1876372638191104/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789460168.929600:0:2389:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460168.929604:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789460168.929607:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff88e3b9b35800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1789460168.929609:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789460168.929610:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460168.929614:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88e3b2663b80 x1876372638191104/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.929620:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789460168.929622:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789460168.929623:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789460168.929626:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88e3b2663b80 x1876372638191104/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789460168.929633:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88e3b2663b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2389:1876372638191104:192.168.204.120@tcp:400:kworker.0 00000400:00000001:2.0:1789460168.929638:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789460168.929640:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789460168.929641:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff88e39f8818f0. 00000400:00000200:2.0:1789460168.929644:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38a2c16e8 00000400:00000010:2.0:1789460168.929646:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38a2c16e8. 00000100:00000001:2.0:1789460168.929648:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789460168.929651:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff88e3b2661180 x1876372638190976/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789460168.929659:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff88e3b2661180 x1876372638190976/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.929664:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789460168.929666:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460168.929668:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789460168.929669:0:2389:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789460168.929670:0:2389:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789460168.929671:0:2389:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460168.929678:0:2389:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789460168.929683:0:2389:0:(import.c:2196:obd_at_measure()) add 60 to ffff88e38d774460 time=44 v=60 (60 60 60 60) 00000100:00001000:2.0:1789460168.929686:0:2389:0:(import.c:2196:obd_at_measure()) add 1 to ffff88e38d774418 time=101 v=5 (1 1 1 1) 00000100:00000001:2.0:1789460168.929688:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789460168.929689:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460168.929691:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789460168.929692:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460168.929695:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789460168.929696:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff88e3b9b35800: skip recheck: last_committed 30064771620 00000100:00000001:2.0:1789460168.929698:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789460168.929699:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460168.929703:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88e3b2661180 x1876372638190976/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.929709:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789460168.929711:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789460168.929713:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789460168.929716:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88e3b2661180 x1876372638190976/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789460168.929722:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88e3b2661180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2389:1876372638190976:192.168.204.120@tcp:400:kworker.0 00000400:00000001:2.0:1789460168.929727:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789460168.929729:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789460168.929742:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff88e39f881948. 00000400:00000200:2.0:1789460168.929745:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88e38a2c1660 00000400:00000010:2.0:1789460168.929747:0:2389:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88e38a2c1660. 00000100:00000001:2.0:1789460168.929749:0:2389:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789460168.929753:0:2389:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff88e3b2660a80 x1876372638191232/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789460168.929760:0:2389:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff88e3b2660a80 x1876372638191232/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.929765:0:2389:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789460168.929766:0:2389:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460168.929775:0:2389:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789460168.929777:0:2389:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789460168.929778:0:2389:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789460168.929779:0:2389:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789460168.929781:0:2389:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789460168.929786:0:2389:0:(import.c:2196:obd_at_measure()) add 5 to ffff88e38d770c60 time=44 v=5 (5 5 5 5) 00000100:00001000:2.0:1789460168.929789:0:2389:0:(import.c:2196:obd_at_measure()) add 1 to ffff88e38d770c18 time=130 v=5 (1 1 0 0) 00000100:00000001:2.0:1789460168.929791:0:2389:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789460168.929792:0:2389:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460168.929794:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789460168.929795:0:2389:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460168.929808:0:2389:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789460168.929810:0:2389:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff88e3b9b35800: skip recheck: last_committed 21474856182 00000100:00000001:2.0:1789460168.929812:0:2389:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789460168.929814:0:2389:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789460168.929818:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88e3b2660a80 x1876372638191232/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.929824:0:2389:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789460168.929826:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789460168.929827:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789460168.929831:0:2389:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88e3b2660a80 x1876372638191232/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460184 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789460168.929838:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff88e3b2660a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8f10dc0a-3ce7-4bbe-b883-56e5bedf5f24:2389:1876372638191232:192.168.204.120@tcp:400:kworker.0 00000100:00000001:2.0:1789460168.929842:0:2389:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460168.929845:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789460168.929849:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88e3b2663480 x1876372638190848/t0(0) o400->MGC192.168.204.120@tcp@192.168.204.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1789460184 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.929855:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789460168.929857:0:2389:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789460168.929861:0:2389:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88e38a66a800. 02000000:00000001:2.0:1789460168.929864:0:2389:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789460168.929867:0:2389:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789460168.929868:0:2389:0:(genops.c:1222:class_import_put()) import ffff88e3b9661800 refcount=3 obd=MGC192.168.204.120@tcp 00000020:00000001:2.0:1789460168.929875:0:2389:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789460168.929878:0:2389:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88e388838e00. 02000000:00000001:2.0:1789460168.929881:0:2389:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789460168.929883:0:2389:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789460168.929885:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88e3b2663480. 00000100:00000001:2.0:1789460168.929888:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789460168.929890:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460168.929891:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789460168.929895:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88e3b2663b80 x1876372638191104/t0(0) o400->lustre-MDT0001-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.929901:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789460168.929902:0:2389:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789460168.929903:0:2389:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88e38a66be00. 02000000:00000001:2.0:1789460168.929906:0:2389:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789460168.929907:0:2389:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789460168.929908:0:2389:0:(genops.c:1222:class_import_put()) import ffff88e38d770000 refcount=3 obd=lustre-MDT0001-mdc-ffff88e3b9b35800 00000020:00000001:2.0:1789460168.929910:0:2389:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789460168.929911:0:2389:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88e388838800. 02000000:00000001:2.0:1789460168.929913:0:2389:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789460168.929914:0:2389:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789460168.929915:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88e3b2663b80. 00000100:00000001:2.0:1789460168.929917:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789460168.929918:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460168.929920:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789460168.929924:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88e3b2661180 x1876372638190976/t0(0) o400->lustre-MDT0000-mdc-ffff88e3b9b35800@192.168.204.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1789460253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.929930:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789460168.929931:0:2389:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789460168.929932:0:2389:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88e38a66a400. 02000000:00000001:2.0:1789460168.929934:0:2389:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789460168.929935:0:2389:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789460168.929936:0:2389:0:(genops.c:1222:class_import_put()) import ffff88e38d774000 refcount=8 obd=lustre-MDT0000-mdc-ffff88e3b9b35800 00000020:00000001:2.0:1789460168.929938:0:2389:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789460168.929939:0:2389:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88e388838600. 02000000:00000001:2.0:1789460168.929941:0:2389:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789460168.929942:0:2389:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789460168.929951:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88e3b2661180. 00000100:00000001:2.0:1789460168.929954:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789460168.929955:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460168.929957:0:2389:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789460168.929960:0:2389:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88e3b2660a80 x1876372638191232/t0(0) o400->lustre-OST0000-osc-ffff88e3b9b35800@192.168.204.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1789460184 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789460168.929966:0:2389:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789460168.929968:0:2389:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789460168.929969:0:2389:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88e38a66b800. 02000000:00000001:2.0:1789460168.929971:0:2389:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789460168.929972:0:2389:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789460168.929973:0:2389:0:(genops.c:1222:class_import_put()) import ffff88e38d770800 refcount=3 obd=lustre-OST0000-osc-ffff88e3b9b35800 00000020:00000001:2.0:1789460168.929975:0:2389:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789460168.929977:0:2389:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88e388838700. 02000000:00000001:2.0:1789460168.929978:0:2389:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789460168.929980:0:2389:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789460168.929981:0:2389:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88e3b2660a80. 00000100:00000001:2.0:1789460168.929984:0:2389:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789460168.929985:0:2389:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460168.929988:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789460168.929996:0:2389:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789460168.929997:0:2389:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789460168.929999:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789460168.930002:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789460169.616523:0:284875:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460169.760232:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460169.760252:0:283566:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789460169.760254:0:283566:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789460169.760258:0:283566:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460169.760263:0:283566:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789460169.760265:0:283566:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460169.760267:0:283566:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460169.760269:0:283566:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460169.760274:0:283566:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460169.760275:0:283566:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789460169.760432:0:251841:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789460169.760436:0:251841:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789460169.760439:0:251841:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1789460170.022969:0:284912:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789460170.022976:0:284912:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_816: @@@@@@ FAIL: client: import is not in IDLE state after 50 00000001:00000001:1.0:1789460170.027792:0:284912:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1789460170.772630:0:207110:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460170.772638:0:207110:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460170.772644:0:207110:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460170.772656:0:207110:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1789460170.772658:0:207110:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1789460170.772664:0:207110:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789460170.772667:0:207110:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789460170.772669:0:207110:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460170.772672:0:207110:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1789460170.772674:0:207110:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460170.772676:0:207110:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460170.772679:0:207110:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789460170.773018:0:236036:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789460170.773021:0:236036:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789460170.773024:0:236036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1789460171.477824:0:2377:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff88e38a198540] -> 12345-192.168.204.20@tcp (6) 00000800:00000200:3.0:1789460171.477834:0:2377:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.20@tcp ip 192.168.204.20:988 00000800:00000200:3.0:1789460171.477839:0:2377:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88e3861e2700 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1789460171.481535:0:2379:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1789460171.481568:0:2379:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460171.481582:0:2379:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789460171.481587:0:2379:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789460171.481590:0:2379:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1789460171.530168:0:285013:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460171.797963:0:207110:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460171.797971:0:207110:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789460171.797977:0:207110:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1789460171.797978:0:207110:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789460171.801866:0:242016:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789460171.801874:0:242016:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789460171.801879:0:242016:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 2597 lines, 2597 kept, 0 dropped, 0 bad.