00000100:00000040:1.0F:1781826337.878869:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826337.878895:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826337.878904:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9f80. 00000020:00000040:1.0:1781826337.878910:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781826337.878915:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826337.878918:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826337.878923:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826337.878932:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1500. 00000100:00000001:1.0:1781826337.878938:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826337.878951:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d9f80 x1868371051526400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826337.878962:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826337.878967:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826337.878973:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bb6df35] to pc [ptlrpcd_00_00+0] req@ffff908f064d9f80 x1868371051526400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826337.879005:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826337.879008:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826337.879012:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826337.879015:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064dad80. 00000020:00000040:1.0:1781826337.879017:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826337.879020:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826337.879021:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826337.879023:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826337.879026:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1000. 00000100:00000001:1.0:1781826337.879028:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826337.879032:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064dad80 x1868371051526528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826337.879039:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826337.879041:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826337.879044:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b24772] to pc [ptlrpcd_00_01+1] req@ffff908f064dad80 x1868371051526528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826337.879053:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826337.879060:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826337.879063:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826337.879066:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064db100. 00000020:00000040:1.0:1781826337.879069:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826337.879071:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826337.879073:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826337.879074:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826337.879101:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1e00. 00000100:00000001:1.0:1781826337.879105:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826337.879109:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064db100 x1868371051526656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826337.879117:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826337.879120:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826337.879123:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000319f3c9] to pc [ptlrpcd_00_00+0] req@ffff908f064db100 x1868371051526656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826337.879131:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826337.879133:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826337.879136:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826337.879139:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826337.879142:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826337.879147:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8967) 00000100:00000001:1.0:1781826337.879158:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826337.879162:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826337.879165:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826337.879170:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064dad80 x1868371051526528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826337.879178:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826337.879180:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826337.879185:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826337.879194:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826337.879196:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826337.879201:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051526528:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826337.879205:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826337.879214:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826337.879217:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826337.879231:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826337.879235:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eade00. 02000000:00000001:1.0:1781826337.879237:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826337.879246:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826337.879251:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9738. 00000400:00000010:1.0:1781826337.879259:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e088. 00000100:00000200:1.0:1781826337.879266:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051526528, portal 10 00000100:00000001:1.0:1781826337.879269:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826337.879270:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693318016 : -122531016233600 : ffff908f064dad80) 00000100:00000040:1.0:1781826337.879278:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064dad80 x1868371051526528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826337.879285:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826337.879287:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826337.879290:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eaa0. 00000100:00000200:1.0:1781826337.879292:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051526528, offset 0 00000400:00000200:1.0:1781826337.879298:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826337.879305:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826337.879312:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826337.879317:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826337.879322:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826337.879326:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826337.879328:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826337.879331:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379019:379019:256:4294967295] 192.168.204.116@tcp LPNI seq info [378970:378970:8:4294967295] 00000400:00000200:1.0:1781826337.879335:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826337.879344:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826337.879350:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826337.879360:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1700. 00000800:00000200:1.0:1781826337.879368:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826337.879376:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826337.879381:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826337.879392:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826337.879398:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 23835 usecs (24 jiffies) 00000400:00000200:1.0:1781826337.879401:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826337.879404:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303629848 00000100:00000001:1.0:1781826337.879407:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303633425 00000100:00000001:1.0:1781826337.879409:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303629848 00000100:00000001:1.0:1781826337.879412:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303633425 00000100:00000001:1.0:1781826337.879414:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826337.879417:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826337.879420:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826337.879422:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826337.879431:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826337.879433:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826337.879436:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826337.879437:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826337.879438:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826337.879441:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1781826337.879443:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826337.879444:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826337.879446:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826337.879448:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826337.879449:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826337.879450:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826337.879454:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9f80 x1868371051526400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826337.879460:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826337.879462:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826337.879464:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826337.879466:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826337.879484:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826337.879488:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051526400:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826337.879491:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826337.879494:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826337.879623:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826337.879627:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826337.879630:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac600. 02000000:00000001:1.0:1781826337.879632:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826337.879636:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826337.879639:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9478. 00000400:00000010:1.0:1781826337.879643:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e4c8. 00000100:00000200:1.0:1781826337.879646:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051526400, portal 25 00000100:00000001:1.0:1781826337.879648:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826337.879650:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693314432 : -122531016237184 : ffff908f064d9f80) 00000100:00000040:1.0:1781826337.879654:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9f80 x1868371051526400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826337.879661:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826337.879663:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826337.879665:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e550. 00000100:00000200:1.0:1781826337.879667:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051526400, offset 0 00000400:00000200:1.0:1781826337.879671:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826337.879676:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826337.879680:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826337.879683:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826337.879685:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826337.879758:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826337.879762:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826337.879765:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379020:379020:255:4294967295] 192.168.204.116@tcp LPNI seq info [378971:378971:7:4294967295] 00000400:00000200:1.0:1781826337.879769:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826337.879776:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826337.879780:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826337.879789:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1600. 00000800:00000200:1.0:1781826337.879793:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826337.879797:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826337.879799:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826337.879803:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826337.879806:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826337.879808:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303638545 00000100:00000001:1.0:1781826337.879816:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303633425 00000100:00000001:1.0:1781826337.879820:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303638545 00000100:00000001:1.0:1781826337.879822:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303633425 00000100:00000001:1.0:1781826337.879826:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826337.879829:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826337.879830:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826337.879834:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db100 x1868371051526656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826337.879841:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826337.879842:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826337.879844:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826337.879846:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826337.879848:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826337.879851:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051526656:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826337.879854:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826337.879857:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826337.879859:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826337.879861:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826337.879864:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead400. 02000000:00000001:1.0:1781826337.879866:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826337.879869:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826337.879872:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9f78. 00000400:00000010:1.0:1781826337.879875:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e6e8. 00000100:00000200:1.0:1781826337.879878:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051526656, portal 10 00000100:00000001:1.0:1781826337.879886:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826337.879887:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693318912 : -122531016232704 : ffff908f064db100) 00000100:00000040:1.0:1781826337.879894:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db100 x1868371051526656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826337.879901:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826337.879903:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826337.879906:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e3b8. 00000100:00000200:1.0:1781826337.879909:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051526656, offset 0 00000400:00000200:1.0:1781826337.879913:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826337.879917:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826337.879921:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826337.879924:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826337.879927:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826337.879929:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826337.879931:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826337.879934:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379021:379021:254:4294967295] 192.168.204.116@tcp LPNI seq info [378972:378972:6:4294967295] 00000400:00000200:1.0:1781826337.879938:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826337.879943:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826337.879948:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826337.879951:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1900. 00000800:00000200:1.0:1781826337.879955:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826337.879959:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826337.879961:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826337.879964:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826337.879967:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19753 usecs (20 jiffies) 00000400:00000200:1.0:1781826337.879970:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826337.879971:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303629844 00000100:00000001:1.0:1781826337.879974:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303638545 00000100:00000001:1.0:1781826337.879976:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303629844 00000100:00000001:1.0:1781826337.879978:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303638545 00000100:00000001:1.0:1781826337.879985:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826337.879987:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826337.879990:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826337.879992:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0F:1781826337.880259:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826337.880267:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826337.880307:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826337.880311:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1700. 00000400:00000200:0.0:1781826337.880318:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826337.880323:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826337.880328:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eaa0 00000400:00000010:0.0:1781826337.880330:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eaa0. 00000100:00000001:0.0:1781826337.880335:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826337.880340:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064dad80 x1868371051526528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826337.880349:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826337.880353:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064dad80 x1868371051526528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826337.880359:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826337.880361:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826337.880372:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826337.880374:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1600. 00000400:00000200:0.0:1781826337.880376:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826337.880379:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826337.880382:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e550 00000400:00000010:0.0:1781826337.880383:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e550. 00000100:00000001:0.0:1781826337.880385:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826337.880388:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9f80 x1868371051526400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826337.880394:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826337.880397:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9f80 x1868371051526400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826337.880403:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826337.880404:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826337.880467:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826337.880480:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1900. 00000400:00000200:0.0:1781826337.880483:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826337.880486:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826337.880495:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e3b8 00000400:00000010:0.0:1781826337.880627:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e3b8. 00000100:00000001:0.0:1781826337.880632:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826337.880635:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db100 x1868371051526656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826337.880642:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826337.880645:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db100 x1868371051526656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826337.880650:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826337.880652:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826337.891832:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826337.891855:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826337.891859:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826337.891861:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826337.891870:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826337.891877:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826337.891886:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826337.891891:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826337.891896:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826337.891899:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5b980 00000400:00000200:0.0:1781826337.891904:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826337.891910:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x400139 [1] + 224 00000800:00000001:0.0:1781826337.891916:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826337.891920:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826337.891922:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826337.891926:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826337.891934:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826337.891943:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dad80 x1868371051526528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826337.891955:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dad80 x1868371051526528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826337.891993:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826337.892005:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826337.892008:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826337.892010:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826337.892013:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826337.892017:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826337.892021:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826337.892025:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826337.892028:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826337.892031:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826337.892034:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d5b900 00000400:00000200:0.0:1781826337.892037:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826337.892041:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x400149 [1] + 224 00000800:00000001:0.0:1781826337.892046:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826337.892054:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826337.892056:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826337.892060:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826337.892062:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826337.892067:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9f80 x1868371051526400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826337.892075:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9f80 x1868371051526400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826337.892104:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826337.892108:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826337.892111:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826337.892187:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826337.892192:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826337.892200:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826337.892202:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826337.892205:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9478. 00000400:00000200:1.0:1781826337.892211:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e4c8 00000400:00000010:1.0:1781826337.892214:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e4c8. 00000100:00000001:1.0:1781826337.892217:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826337.892232:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9f80 x1868371051526400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826337.892241:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9f80 x1868371051526400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826337.892247:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826337.892250:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826337.892253:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826337.892256:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826337.892258:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826337.892260:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826337.892264:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826337.892271:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=104 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826337.892275:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=17 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826337.892278:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826337.892280:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826337.892282:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826337.892284:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826337.892287:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826337.892291:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9f80 x1868371051526400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826337.892298:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826337.892301:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826337.892309:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826337.892314:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9f80 x1868371051526400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826337.892322:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051526400:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826337.892329:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826337.892330:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826337.892332:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9738. 00000400:00000200:1.0:1781826337.892334:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e088 00000400:00000010:1.0:1781826337.892336:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e088. 00000100:00000001:1.0:1781826337.892338:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826337.892341:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064dad80 x1868371051526528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826337.892348:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064dad80 x1868371051526528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826337.892353:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826337.892355:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826337.892356:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826337.892358:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826337.892359:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826337.892361:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826337.892363:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826337.892369:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=104 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826337.892372:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=17 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826337.892374:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826337.892375:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826337.892377:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826337.892379:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826337.892383:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826337.892385:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826337.892387:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826337.892388:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826337.892392:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064dad80 x1868371051526528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826337.892410:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826337.892412:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826337.892413:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826337.892417:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064dad80 x1868371051526528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826337.892425:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051526528:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826337.892428:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826337.892431:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826337.892434:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9f80 x1868371051526400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826337.892440:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826337.892443:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826337.892446:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac600. 02000000:00000001:1.0:1781826337.892449:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826337.892452:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826337.892455:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826337.892457:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826337.892460:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1500. 02000000:00000001:1.0:1781826337.892464:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826337.892466:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826337.892469:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9f80. 00000100:00000001:1.0:1781826337.892472:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826337.892474:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826337.892487:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826337.892491:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064dad80 x1868371051526528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826337.892671:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826337.892673:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826337.892674:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eade00. 02000000:00000001:1.0:1781826337.892678:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826337.892679:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826337.892686:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826337.892757:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826337.892760:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1000. 02000000:00000001:1.0:1781826337.892763:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826337.892764:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826337.892765:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064dad80. 00000100:00000001:1.0:1781826337.892767:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826337.892769:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826337.892772:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826337.892774:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826337.892775:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826337.892777:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826337.892778:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826337.896535:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826337.896556:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826337.896560:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826337.896563:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826337.896574:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826337.896582:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826337.896598:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826337.896604:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826337.896609:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826337.896613:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5ba00 00000400:00000200:0.0:1781826337.896618:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826337.896623:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x400159 [1] + 224 00000800:00000001:0.0:1781826337.896631:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826337.896643:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826337.896646:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826337.896650:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826337.896657:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826337.896666:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db100 x1868371051526656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826337.896678:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db100 x1868371051526656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826337.896711:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826337.896720:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826337.896725:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826337.896987:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826337.896992:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826337.896998:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826337.897001:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826337.897004:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9f78. 00000400:00000200:1.0:1781826337.897009:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e6e8 00000400:00000010:1.0:1781826337.897012:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e6e8. 00000100:00000001:1.0:1781826337.897015:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826337.897020:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db100 x1868371051526656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826337.897029:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db100 x1868371051526656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826337.897036:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826337.897038:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826337.897041:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826337.897044:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826337.897047:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826337.897049:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826337.897052:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826337.897063:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=104 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826337.897068:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=104 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826337.897071:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826337.897072:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826337.897075:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826337.897117:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826337.897122:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826337.897125:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826337.897127:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826337.897128:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826337.897135:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db100 x1868371051526656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826337.897142:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826337.897146:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826337.897148:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826337.897152:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db100 x1868371051526656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826337.897160:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051526656:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826337.897164:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826337.897167:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826337.897169:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db100 x1868371051526656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826353 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826337.897175:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826337.897178:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826337.897181:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead400. 02000000:00000001:1.0:1781826337.897185:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826337.897188:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826337.897190:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826337.897192:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826337.897195:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1e00. 02000000:00000001:1.0:1781826337.897198:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826337.897199:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826337.897201:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db100. 00000100:00000001:1.0:1781826337.897205:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826337.897206:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826337.897209:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826337.897217:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826337.897233:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826337.897236:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826337.897238:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826338.326402:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826338.326410:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826338.326415:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826338.326417:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826338.326420:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826338.326421:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1781826338.326830:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826338.326843:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826338.326846:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826339.350602:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826339.350609:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826339.350614:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826339.350616:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826339.350619:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826339.350620:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826339.350645:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826339.350648:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826339.350651:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826340.374368:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826340.374374:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826340.374380:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826340.374383:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826340.374385:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826340.374389:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826340.374392:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826340.374394:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826340.374396:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826340.374398:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826340.374402:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826340.374403:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826340.375075:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826340.375097:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826340.375100:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826341.399467:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826341.399476:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826341.399478:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826341.399481:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826341.399486:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826341.399489:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826341.399491:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826341.399493:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826341.399506:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826341.399508:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826341.399511:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826341.399513:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826341.399514:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826341.399516:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826341.399517:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826341.399519:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826341.399520:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826341.399522:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826341.399543:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826341.399546:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826341.399548:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826342.424585:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826342.424590:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826342.424596:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826342.424597:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826342.424600:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826342.424602:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826342.424625:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826342.424628:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826342.424631:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0F:1781826342.540019:0:136691:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826342.998446:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826342.998457:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826342.998465:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5500. 00000020:00000040:3.0:1781826342.998471:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826342.998475:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826342.998478:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826342.998483:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826342.998490:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c300. 00000100:00000001:3.0:1781826342.998496:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826342.998507:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5500 x1868371051526784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826342.998517:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826342.998522:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826342.998528:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026662fa7] to pc [ptlrpcd_01_01+1] req@ffff908f079f5500 x1868371051526784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826342.998551:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826342.998554:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826342.998557:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826342.998560:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6d80. 00000020:00000040:3.0:1781826342.998563:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826342.998565:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826342.998566:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826342.998568:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826342.998572:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c000. 00000100:00000001:3.0:1781826342.998575:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826342.998579:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f6d80 x1868371051526912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826342.998600:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826342.998602:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826342.998607:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3bf3a13] to pc [ptlrpcd_01_00+0] req@ffff908f079f6d80 x1868371051526912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826342.998616:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826342.998618:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826342.998621:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826342.998623:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781826342.998626:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826342.998628:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826342.998630:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826342.998631:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826342.998636:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733cf00. 00000100:00000001:3.0:1781826342.998639:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826342.998642:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7b80 x1868371051527040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826342.998648:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826342.998650:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826342.998653:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_01+1] req@ffff908f079f7b80 x1868371051527040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826342.998660:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826342.998663:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826342.998666:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826342.998669:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826342.998671:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826342.998677:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8972) 00000100:00000001:3.0:1781826342.998691:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826342.998694:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826342.998697:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826342.998702:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5500 x1868371051526784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826342.998709:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826342.998711:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826342.998714:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826342.998717:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826342.998719:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826342.998722:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051526784:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826342.998726:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826342.998732:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826342.998734:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826342.998737:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826342.998741:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245e00. 02000000:00000001:3.0:1781826342.998743:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826342.998750:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826342.998755:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f20. 00000400:00000010:3.0:1781826342.998762:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef550. 00000100:00000200:3.0:1781826342.998769:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051526784, portal 25 00000100:00000001:3.0:1781826342.998772:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826342.998773:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715446528 : -122530994105088 : ffff908f079f5500) 00000100:00000040:3.0:1781826342.998779:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5500 x1868371051526784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826342.998786:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826342.998789:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826342.998791:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781826342.998794:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051526784, offset 0 00000400:00000200:3.0:1781826342.998800:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826342.998808:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826342.998815:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826342.998820:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826342.998830:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826342.998834:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826342.998837:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826342.998841:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379022:379022:256:4294967295] 192.168.204.116@tcp LPNI seq info [378973:378973:8:4294967295] 00000400:00000200:3.0:1781826342.998846:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826342.998857:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826342.998863:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826342.998868:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c600. 00000800:00000200:3.0:1781826342.998875:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826342.998883:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826342.998887:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826342.998942:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826342.998947:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826342.998950:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303643665 00000100:00000001:3.0:1781826342.998957:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303638545 00000100:00000001:3.0:1781826342.998962:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303643665 00000100:00000001:3.0:1781826342.998964:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303638545 00000100:00000001:3.0:1781826342.998967:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826342.998970:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826342.998972:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826342.998977:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7b80 x1868371051527040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826342.998983:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826342.998985:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826342.998987:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826342.998988:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826342.998990:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826342.998993:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051527040:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826342.998996:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826342.999005:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826342.999007:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826342.999008:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826342.999011:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245400. 02000000:00000001:3.0:1781826342.999013:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826342.999016:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826342.999019:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35cb8. 00000400:00000010:3.0:1781826342.999023:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000100:00000200:3.0:1781826342.999025:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051527040, portal 10 00000100:00000001:3.0:1781826342.999028:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826342.999029:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715456384 : -122530994095232 : ffff908f079f7b80) 00000100:00000040:3.0:1781826342.999035:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7b80 x1868371051527040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826342.999040:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826342.999042:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826342.999044:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef7f8. 00000100:00000200:3.0:1781826342.999046:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051527040, offset 0 00000400:00000200:3.0:1781826342.999050:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826342.999053:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826342.999057:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826342.999059:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826342.999063:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826342.999065:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826342.999067:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826342.999069:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379023:379023:255:4294967295] 192.168.204.116@tcp LPNI seq info [378974:378974:7:4294967295] 00000400:00000200:3.0:1781826342.999073:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826342.999101:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826342.999107:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826342.999110:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c100. 00000800:00000200:3.0:1781826342.999114:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826342.999118:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826342.999131:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826342.999139:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826342.999143:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19758 usecs (20 jiffies) 00000400:00000200:3.0:1781826342.999146:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826342.999149:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303634964 00000100:00000001:3.0:1781826342.999151:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303643665 00000100:00000001:3.0:1781826342.999153:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303634964 00000100:00000001:3.0:1781826342.999155:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303643665 00000100:00000001:3.0:1781826342.999157:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826342.999159:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826342.999161:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826342.999163:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826342.999185:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826342.999188:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826342.999190:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826342.999191:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826342.999193:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826342.999195:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781826342.999196:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826342.999198:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826342.999199:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826342.999201:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826342.999202:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826342.999204:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826342.999208:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6d80 x1868371051526912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826342.999214:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826342.999216:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826342.999218:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826342.999219:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826342.999221:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826342.999224:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051526912:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826342.999227:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826342.999229:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826342.999235:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826342.999237:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826342.999240:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245600. 02000000:00000001:3.0:1781826342.999241:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826342.999245:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826342.999247:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35478. 00000400:00000010:3.0:1781826342.999251:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef330. 00000100:00000200:3.0:1781826342.999253:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051526912, portal 10 00000100:00000001:3.0:1781826342.999255:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826342.999256:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715452800 : -122530994098816 : ffff908f079f6d80) 00000100:00000040:3.0:1781826342.999262:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6d80 x1868371051526912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826342.999267:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826342.999269:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826342.999272:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef000. 00000100:00000200:3.0:1781826342.999274:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051526912, offset 0 00000400:00000200:3.0:1781826342.999278:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826342.999282:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826343.003538:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826343.003546:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826343.003551:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826343.003555:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826343.003560:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826343.003563:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379024:379024:254:4294967295] 192.168.204.116@tcp LPNI seq info [378975:378975:6:4294967295] 00000400:00000200:3.0:1781826343.003569:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826343.003580:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826343.003588:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826343.003596:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733ca00. 00000800:00000200:3.0:1781826343.003604:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826343.003611:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826343.003615:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826343.003629:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826343.003635:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 23821 usecs (24 jiffies) 00000400:00000200:3.0:1781826343.003640:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826343.003642:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303634968 00000100:00000001:3.0:1781826343.003646:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303643665 00000100:00000001:3.0:1781826343.003648:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303634968 00000100:00000001:3.0:1781826343.003650:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303643665 00000100:00000001:3.0:1781826343.003653:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826343.003657:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826343.003661:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826343.003665:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826343.003685:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826343.003688:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826343.010520:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826343.010531:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c600. 00000400:00000200:1.0:1781826343.010537:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826343.010547:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826343.010555:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:1.0:1781826343.010558:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:1.0:1781826343.010563:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826343.010573:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5500 x1868371051526784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826343.010585:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826343.010589:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5500 x1868371051526784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826343.010597:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826343.010606:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826343.010623:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826343.010625:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c100. 00000400:00000200:1.0:1781826343.010628:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826343.010632:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826343.010634:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef7f8 00000400:00000010:1.0:1781826343.010636:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef7f8. 00000100:00000001:1.0:1781826343.010639:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826343.010643:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7b80 x1868371051527040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826343.010650:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826343.010652:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7b80 x1868371051527040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826343.010658:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826343.010659:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826343.010727:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826343.010730:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733ca00. 00000400:00000200:1.0:1781826343.010733:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826343.010736:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826343.010738:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef000 00000400:00000010:1.0:1781826343.010741:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef000. 00000100:00000001:1.0:1781826343.010743:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826343.010747:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6d80 x1868371051526912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826343.010753:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826343.010756:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6d80 x1868371051526912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826343.010761:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826343.010763:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826343.028434:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826343.028450:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826343.028455:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826343.028458:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826343.028466:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826343.028475:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826343.028484:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826343.028490:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826343.028497:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826343.028502:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5bb80 00000400:00000200:0.0:1781826343.028523:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826343.028530:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x400171 [1] + 224 00000800:00000001:0.0:1781826343.028539:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826343.028558:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826343.028562:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826343.028567:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826343.028577:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826343.028588:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7b80 x1868371051527040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826343.028600:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7b80 x1868371051527040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826343.028614:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826343.028622:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826343.028626:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826343.028628:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826343.028630:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826343.028633:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826343.028637:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826343.028641:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826343.028644:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826343.028647:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826343.028649:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d5ba80 00000400:00000200:0.0:1781826343.028653:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826343.028657:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x400169 [1] + 224 00000800:00000001:0.0:1781826343.028661:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826343.028664:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826343.028666:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826343.028669:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826343.028672:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826343.028676:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5500 x1868371051526784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826343.028684:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5500 x1868371051526784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826343.028690:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826343.028700:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826343.028703:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826343.028705:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826343.028707:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826343.028710:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826343.028713:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826343.028717:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826343.028719:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826343.028722:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826343.028724:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5bb00 00000400:00000200:0.0:1781826343.028728:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826343.028731:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x400179 [1] + 224 00000800:00000001:0.0:1781826343.028735:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826343.028741:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826343.028743:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826343.028746:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826343.028749:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826343.028754:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6d80 x1868371051526912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826343.028762:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6d80 x1868371051526912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826343.028768:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826343.028772:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826343.028774:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826343.031290:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826343.031297:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826343.031307:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826343.031309:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826343.031312:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35478. 00000400:00000200:2.0:1781826343.031319:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef330 00000400:00000010:2.0:1781826343.031321:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef330. 00000100:00000001:2.0:1781826343.031326:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826343.031336:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6d80 x1868371051526912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826343.031348:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6d80 x1868371051526912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826343.031357:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826343.031359:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826343.031361:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826343.031364:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826343.031367:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826343.031369:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826343.031372:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826343.031381:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=110 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826343.031385:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=23 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826343.031387:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826343.031389:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826343.031392:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826343.031396:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826343.031399:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826343.031401:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826343.031403:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826343.031404:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826343.031409:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6d80 x1868371051526912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826343.031416:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826343.031420:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826343.031422:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826343.031425:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6d80 x1868371051526912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826343.031445:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051526912:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781826343.031452:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826343.031453:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826343.031455:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f20. 00000400:00000200:2.0:1781826343.031457:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef550 00000400:00000010:2.0:1781826343.031459:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef550. 00000100:00000001:2.0:1781826343.031462:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826343.031465:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5500 x1868371051526784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826343.031473:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5500 x1868371051526784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826343.031479:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826343.031480:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826343.031482:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826343.031484:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826343.031485:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826343.031486:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826343.031488:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826343.031491:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=110 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826343.031494:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=23 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826343.031496:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826343.031497:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826343.031499:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826343.031501:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826343.031502:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826343.031771:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5500 x1868371051526784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826343.031779:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826343.031781:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826343.031783:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826343.031786:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5500 x1868371051526784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826343.031800:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051526784:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781826343.031806:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826343.031807:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826343.031809:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35cb8. 00000400:00000200:2.0:1781826343.031812:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efe58 00000400:00000010:2.0:1781826343.031813:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efe58. 00000100:00000001:2.0:1781826343.031816:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826343.031820:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7b80 x1868371051527040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826343.031828:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7b80 x1868371051527040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826343.031833:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826343.031835:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826343.031837:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826343.031838:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826343.031839:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826343.031841:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826343.031843:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826343.031847:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=110 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826343.031850:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=110 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826343.031852:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826343.031853:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826343.031855:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826343.031856:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826343.031858:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826343.031860:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781826343.031861:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826343.031863:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826343.031866:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7b80 x1868371051527040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826343.031871:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826343.031958:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826343.031960:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826343.031966:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7b80 x1868371051527040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826343.031973:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051527040:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826343.031978:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826343.031980:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826343.031983:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6d80 x1868371051526912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826343.031989:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826343.031992:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826343.031996:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245600. 02000000:00000001:2.0:1781826343.032000:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826343.032002:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826343.032004:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826343.032007:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826343.032009:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c000. 02000000:00000001:2.0:1781826343.032013:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826343.032015:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826343.032017:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6d80. 00000100:00000001:2.0:1781826343.032023:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826343.032025:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826343.032026:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826343.032029:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5500 x1868371051526784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826343.032035:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826343.032036:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826343.032038:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245e00. 02000000:00000001:2.0:1781826343.032040:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826343.032041:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826343.032042:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826343.032044:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826343.032046:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c300. 02000000:00000001:2.0:1781826343.032053:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826343.032054:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826343.032056:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5500. 00000100:00000001:2.0:1781826343.032058:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826343.032059:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826343.032061:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826343.032065:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7b80 x1868371051527040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826343.032071:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826343.032072:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826343.032074:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245400. 02000000:00000001:2.0:1781826343.032175:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826343.032177:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826343.032179:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826343.032181:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826343.032183:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733cf00. 02000000:00000001:2.0:1781826343.032185:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826343.032186:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826343.032187:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7b80. 00000100:00000001:2.0:1781826343.032190:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826343.032191:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826343.032194:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826343.032201:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826343.032203:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826343.032206:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826343.032208:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826343.446203:0:136741:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826343.446209:0:136741:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826343.446213:0:136741:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826343.446215:0:136741:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826343.446233:0:136741:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826343.446235:0:136741:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826343.446256:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826343.446258:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826343.446261:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826344.470543:0:136741:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826344.470550:0:136741:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826344.470556:0:136741:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826344.470557:0:136741:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826344.470560:0:136741:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826344.470561:0:136741:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826344.470580:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826344.470583:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826344.470586:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1781826345.446381:0:136832:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826345.494166:0:136741:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826345.494172:0:136741:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826345.494178:0:136741:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826345.494180:0:136741:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826345.494183:0:136741:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826345.494184:0:136741:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826345.494204:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826345.494207:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826345.494210:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1781826345.766498:0:136868:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1781826345.766505:0:136868:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_170: @@@@@@ FAIL: import is not in REPLAY_LOCKS state 00000001:00000001:2.0:1781826345.772309:0:136868:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1781826346.520318:0:136741:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826346.520324:0:136741:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826346.520330:0:136741:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826346.520331:0:136741:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826346.520334:0:136741:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826346.520335:0:136741:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826346.522406:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826346.522412:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826346.522417:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1781826346.939373:0:136968:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 1021 lines, 1021 kept, 0 dropped, 0 bad.