00010000:00000001:2.0F:1788941317.875159:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941317.875179:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941317.875187:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941317.875188:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941317.887968:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788941317.887978:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788941317.887985:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0F:1788941318.642990:0:278583:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788941318.643011:0:278583:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788941318.643018:0:278583:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772195180. 00000020:00000040:1.0:1788941318.643023:0:278583:0:(genops.c:1210:class_import_get()) import ffff8897505b1000 refcount=4 obd=MGC192.168.206.112@tcp 00000100:00000001:1.0:1788941318.643028:0:278583:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941318.643031:0:278583:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941318.643035:0:278583:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941318.643043:0:278583:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88976d0d5500. 00000100:00000001:1.0:1788941318.643049:0:278583:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941318.643061:0:278583:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS req@ffff889772195180 x1875827959592192/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788941318.643072:0:278583:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941318.643076:0:278583:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941318.643082:0:278583:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6665cfc] to pc [ptlrpcd_00_01+1] req@ffff889772195180 x1875827959592192/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.643105:0:278583:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941318.643108:0:278583:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788941318.643112:0:278583:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788941318.643115:0:278583:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772195880. 00000020:00000040:1.0:1788941318.643118:0:278583:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=6 obd=lustre-MDT0000-mdc-ffff889767e18000 00000100:00000001:1.0:1788941318.643120:0:278583:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941318.643122:0:278583:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941318.643124:0:278583:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941318.643127:0:278583:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88976d0d5200. 00000100:00000001:1.0:1788941318.643130:0:278583:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941318.643134:0:278583:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID req@ffff889772195880 x1875827959592320/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788941318.643141:0:278583:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941318.643143:0:278583:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941318.643146:0:278583:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000281c4716] to pc [ptlrpcd_00_00+0] req@ffff889772195880 x1875827959592320/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.643154:0:278583:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941318.643162:0:278583:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788941318.643165:0:278583:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788941318.643169:0:278583:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772195500. 00000020:00000040:1.0:1788941318.643171:0:278583:0:(genops.c:1210:class_import_get()) import ffff88976bc88000 refcount=4 obd=lustre-MDT0001-mdc-ffff889767e18000 00000100:00000001:1.0:1788941318.643174:0:278583:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941318.643175:0:278583:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941318.643177:0:278583:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941318.643180:0:278583:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88976d0d5000. 00000100:00000001:1.0:1788941318.643184:0:278583:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941318.643189:0:278583:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID req@ffff889772195500 x1875827959592448/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788941318.643196:0:278583:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941318.643198:0:278583:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941318.643202:0:278583:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2224f53] to pc [ptlrpcd_00_01+1] req@ffff889772195500 x1875827959592448/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.643209:0:278583:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941318.643211:0:278583:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788941318.643215:0:278583:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788941318.643218:0:278583:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772194380. 00000020:00000040:1.0:1788941318.643220:0:278583:0:(genops.c:1210:class_import_get()) import ffff8897505b5800 refcount=4 obd=lustre-OST0000-osc-ffff889767e18000 00000100:00000001:1.0:1788941318.643222:0:278583:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941318.643223:0:278583:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941318.643225:0:278583:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941318.643228:0:278583:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88976d0d5100. 00000100:00000001:1.0:1788941318.643231:0:278583:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941318.643234:0:278583:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID req@ffff889772194380 x1875827959592576/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788941318.643241:0:278583:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941318.643243:0:278583:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941318.643247:0:278583:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007952ee1c] to pc [ptlrpcd_00_00+0] req@ffff889772194380 x1875827959592576/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.643266:0:278583:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941318.643269:0:278583:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788941318.643272:0:278583:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788941318.643277:0:278583:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12529) 00000100:00000001:1.0:1788941318.643287:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941318.643291:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941318.643294:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941318.643299:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772195180 x1875827959592192/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.643307:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941318.643309:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941318.643312:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941318.643315:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941318.643317:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941318.643321:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2395:1875827959592192:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941318.643325:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941318.643330:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941318.643333:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941318.643335:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941318.643340:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88976bd99c00. 02000000:00000001:1.0:1788941318.643342:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941318.643349:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941318.643354:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e15948. 00000400:00000010:1.0:1788941318.643360:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525bb0. 00000100:00000200:1.0:1788941318.643366:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959592192, portal 25 00000100:00000001:1.0:1788941318.643369:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941318.643371:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768542080 : -131290941009536 : ffff889772195180) 00000100:00000040:1.0:1788941318.643376:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff889772195180 x1875827959592192/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.643384:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941318.643394:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941318.643397:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525880. 00000100:00000200:1.0:1788941318.643401:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875827959592192, offset 0 00000400:00000200:1.0:1788941318.643407:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941318.643415:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941318.643422:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941318.643427:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941318.643431:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941318.643435:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941318.643437:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941318.643441:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545687:545687:256:4294967295] 192.168.206.112@tcp LPNI seq info [545672:545672:8:4294967295] 00000400:00000200:1.0:1788941318.643446:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941318.643454:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941318.643460:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941318.643465:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88976d0d5f00. 00000800:00000200:1.0:1788941318.643471:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941318.643479:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941318.643483:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88976d0d5f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941318.643494:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941318.643499:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941318.643501:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307195615 00000100:00000010:1.0:1788941318.643506:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889746b8b540. 00000100:00000001:1.0:1788941318.643512:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788941318.643517:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307195615 00000100:00000010:1.0:1788941318.643521:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889746b8bea0. 00000100:00000001:1.0:1788941318.643524:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788941318.643527:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941318.643530:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941318.643533:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941318.643538:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772195500 x1875827959592448/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.643555:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941318.643556:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941318.643559:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941318.643561:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941318.643563:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941318.643566:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772195500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959592448:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941318.643570:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941318.643572:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941318.643574:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941318.643576:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941318.643581:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88976bd98a00. 02000000:00000001:1.0:1788941318.643583:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941318.643672:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941318.643676:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e15b00. 00000400:00000010:1.0:1788941318.643681:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525cc0. 00000100:00000200:1.0:1788941318.643683:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959592448, portal 10 00000100:00000001:1.0:1788941318.643686:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941318.643687:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768542976 : -131290941008640 : ffff889772195500) 00000100:00000040:1.0:1788941318.643694:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff889772195500 x1875827959592448/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.643700:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941318.643702:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941318.643704:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525908. 00000100:00000200:1.0:1788941318.643706:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959592448, offset 0 00000400:00000200:1.0:1788941318.643710:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941318.643713:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941318.643717:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941318.643719:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941318.643722:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941318.643724:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941318.643726:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941318.643735:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545688:545688:255:4294967295] 192.168.206.112@tcp LPNI seq info [545673:545673:7:4294967295] 00000400:00000200:1.0:1788941318.643739:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941318.643744:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941318.643748:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941318.643751:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88976d0d5a00. 00000800:00000200:1.0:1788941318.643768:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941318.643772:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941318.643774:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88976d0d5a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941318.643777:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941318.643780:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: using a timeout of 20886 usecs (21 jiffies) 00000400:00000200:1.0:1788941318.643783:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941318.643785:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307191829 00000100:00000001:1.0:1788941318.643787:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307195615 00000100:00000001:1.0:1788941318.643789:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307191829 00000100:00000001:1.0:1788941318.643791:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307195615 00000100:00000001:1.0:1788941318.643793:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941318.643795:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941318.643797:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941318.643800:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941318.643806:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941318.643808:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788941318.643810:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941318.643811:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941318.643813:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941318.643815:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788941318.643817:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941318.643818:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941318.643820:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941318.643821:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941318.643822:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941318.643823:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941318.643827:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772195880 x1875827959592320/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.643839:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941318.643840:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941318.643842:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941318.643844:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941318.643845:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941318.643848:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959592320:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941318.643851:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941318.643925:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941318.643926:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941318.643928:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941318.643931:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88976bd98000. 02000000:00000001:1.0:1788941318.643933:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941318.643936:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941318.643939:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e15268. 00000400:00000010:1.0:1788941318.643942:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525330. 00000100:00000200:1.0:1788941318.643945:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959592320, portal 10 00000100:00000001:1.0:1788941318.643947:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941318.643948:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768543872 : -131290941007744 : ffff889772195880) 00000100:00000040:1.0:1788941318.643953:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff889772195880 x1875827959592320/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.643960:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941318.643962:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941318.643964:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525220. 00000100:00000200:1.0:1788941318.643967:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959592320, offset 0 00000400:00000200:1.0:1788941318.643971:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941318.643974:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941318.643977:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941318.643980:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941318.643982:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941318.643985:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941318.643987:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941318.643995:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545689:545689:254:4294967295] 192.168.206.112@tcp LPNI seq info [545674:545674:6:4294967295] 00000400:00000200:1.0:1788941318.643999:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941318.644004:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941318.644009:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941318.644013:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88976d0d5700. 00000800:00000200:1.0:1788941318.644016:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941318.644019:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941318.644021:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88976d0d5700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941318.644024:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941318.644027:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34610 usecs (35 jiffies) 00000400:00000200:1.0:1788941318.644030:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941318.644032:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307191844 00000100:00000001:1.0:1788941318.644034:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307195615 00000100:00000001:1.0:1788941318.644036:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307191844 00000100:00000001:1.0:1788941318.644038:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307195615 00000100:00000001:1.0:1788941318.644040:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941318.644042:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941318.644044:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941318.644047:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772194380 x1875827959592576/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.644052:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941318.644053:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941318.644055:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941318.644057:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941318.644059:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941318.644061:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772194380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959592576:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941318.644065:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941318.644067:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941318.644068:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941318.644074:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941318.644076:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88976bd98600. 02000000:00000001:1.0:1788941318.644078:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941318.644081:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941318.644084:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e15d10. 00000400:00000010:1.0:1788941318.644087:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525088. 00000100:00000200:1.0:1788941318.644090:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959592576, portal 4 00000100:00000001:1.0:1788941318.644092:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941318.644093:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768538496 : -131290941013120 : ffff889772194380) 00000100:00000040:1.0:1788941318.644099:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff889772194380 x1875827959592576/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.644105:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941318.644107:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941318.644109:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525b28. 00000100:00000200:1.0:1788941318.644111:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875827959592576, offset 0 00000400:00000200:1.0:1788941318.644115:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941318.644118:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941318.644120:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941318.644123:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941318.644125:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941318.644128:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941318.644130:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941318.644133:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545690:545690:253:4294967295] 192.168.206.112@tcp LPNI seq info [545675:545675:5:4294967295] 00000400:00000200:1.0:1788941318.644136:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941318.644141:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941318.644145:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941318.644149:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889743ef7100. 00000800:00000200:1.0:1788941318.644153:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941318.644156:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941318.644159:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889743ef7100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941318.644162:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941318.644170:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: using a timeout of 139077 usecs (140 jiffies) 00000400:00000200:1.0:1788941318.644173:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941318.644175:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307191949 00000100:00000001:1.0:1788941318.644177:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307195615 00000100:00000001:1.0:1788941318.644179:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307191949 00000100:00000001:1.0:1788941318.644181:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307195615 00000100:00000001:1.0:1788941318.644183:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941318.644185:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941318.644187:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941318.644190:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941318.644201:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941318.644203:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788941318.644234:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941318.644237:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88976d0d5f00. 00000400:00000200:1.0:1788941318.644243:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941318.644248:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941318.644253:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525880 00000400:00000010:1.0:1788941318.644256:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525880. 00000100:00000001:1.0:1788941318.644260:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941318.644264:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772195180 x1875827959592192/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.644273:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941318.644276:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772195180 x1875827959592192/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.644283:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941318.644285:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788941318.644293:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941318.644295:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88976d0d5a00. 00000400:00000200:1.0:1788941318.644298:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941318.644301:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941318.644303:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525908 00000400:00000010:1.0:1788941318.644304:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525908. 00000100:00000001:1.0:1788941318.644312:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941318.644316:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772195500 x1875827959592448/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.644323:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941318.644326:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772195500 x1875827959592448/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.644332:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941318.644334:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788941318.644339:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941318.644341:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88976d0d5700. 00000400:00000200:1.0:1788941318.644343:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941318.644346:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941318.644348:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525220 00000400:00000010:1.0:1788941318.644349:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525220. 00000100:00000001:1.0:1788941318.644350:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941318.644353:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772195880 x1875827959592320/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.644360:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941318.644363:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772195880 x1875827959592320/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.644369:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941318.644371:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788941318.644416:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941318.644418:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889743ef7100. 00000400:00000200:1.0:1788941318.644421:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941318.644424:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941318.644426:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525b28 00000400:00000010:1.0:1788941318.644427:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525b28. 00000100:00000001:1.0:1788941318.644429:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941318.644433:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772194380 x1875827959592576/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.644439:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941318.644447:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772194380 x1875827959592576/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.644453:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941318.644455:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0F:1788941318.654900:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941318.654921:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941318.654926:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941318.654929:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941318.654937:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941318.654944:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:0.0:1788941318.654952:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941318.654956:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941318.654962:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941318.654966:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 25 MB=0x6aa0e3b30f500 00000400:00000200:0.0:1788941318.654971:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941318.654977:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538069 [1] + 224 00000800:00000001:0.0:1788941318.654983:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941318.654988:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941318.654991:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941318.654995:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:0.0:1788941318.655002:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941318.655011:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772195180 x1875827959592192/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788941318.655022:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff889772195180 x1875827959592192/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941318.655039:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788941318.655047:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941318.655050:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941318.655052:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941318.655054:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941318.655057:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941318.655061:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:0.0:1788941318.655064:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941318.655067:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941318.655069:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941318.655072:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b30f600 00000400:00000200:0.0:1788941318.655075:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941318.655084:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538079 [1] + 224 00000800:00000001:0.0:1788941318.655088:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941318.655091:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941318.655093:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941318.655097:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:0.0:1788941318.655099:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941318.655104:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772195500 x1875827959592448/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788941318.655112:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff889772195500 x1875827959592448/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941318.655119:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788941318.655123:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941318.655125:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941318.655126:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941318.655128:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941318.655131:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941318.655133:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:0.0:1788941318.655137:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941318.655139:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941318.655142:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941318.655145:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b30f580 00000400:00000200:0.0:1788941318.655148:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941318.655151:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538089 [1] + 224 00000800:00000001:0.0:1788941318.655154:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941318.655160:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941318.655162:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941318.655165:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:0.0:1788941318.655167:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941318.655170:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772195880 x1875827959592320/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788941318.655179:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff889772195880 x1875827959592320/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941318.655191:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788941318.655195:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941318.655199:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941318.655211:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941318.655215:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788941318.655220:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941318.655222:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941318.655225:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e15268. 00000400:00000200:0.0:1788941318.655229:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525330 00000400:00000010:0.0:1788941318.655231:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525330. 00000100:00000001:0.0:1788941318.655234:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941318.655238:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772195880 x1875827959592320/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941318.655260:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772195880 x1875827959592320/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941318.655266:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941318.655268:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941318.655270:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941318.655273:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941318.655276:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941318.655278:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941318.655281:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941318.655289:0:2395:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=116 v=60 (60 60 60 61) 00000100:00001000:0.0:1788941318.655293:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=10 v=5 (1 1 1 0) 00000100:00000001:0.0:1788941318.655295:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941318.655297:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941318.655299:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788941318.655302:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941318.655306:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788941318.655308:0:2395:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771462 00000100:00000001:0.0:1788941318.655310:0:2395:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788941318.655311:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941318.655316:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772195880 x1875827959592320/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941318.655333:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941318.655403:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941318.655405:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941318.655410:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772195880 x1875827959592320/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941318.655418:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959592320:192.168.206.112@tcp:400:kworker.0 00000400:00000001:0.0:1788941318.655425:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941318.655426:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941318.655428:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e15948. 00000400:00000200:0.0:1788941318.655430:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525bb0 00000400:00000010:0.0:1788941318.655432:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525bb0. 00000100:00000001:0.0:1788941318.655434:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941318.655437:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772195180 x1875827959592192/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941318.655445:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772195180 x1875827959592192/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941318.655450:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941318.655452:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941318.655453:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941318.655455:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941318.655456:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941318.655458:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941318.655460:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941318.655463:0:2395:0:(import.c:2149:obd_at_measure()) add 5 to ffff8897505b1460 time=116 v=5 (5 5 5 5) 00000100:00001000:0.0:1788941318.655536:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b1418 time=10 v=5 (1 1 1 0) 00000100:00000001:0.0:1788941318.655540:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941318.655542:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941318.655543:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788941318.655545:0:2395:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941318.655547:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941318.655551:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772195180 x1875827959592192/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941318.655563:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941318.655565:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941318.655566:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941318.655570:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772195180 x1875827959592192/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941318.655577:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2395:1875827959592192:192.168.206.112@tcp:400:kworker.0 00000400:00000001:0.0:1788941318.655582:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941318.655732:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941318.655734:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e15b00. 00000400:00000200:0.0:1788941318.655737:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525cc0 00000400:00000010:0.0:1788941318.655739:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525cc0. 00000100:00000001:0.0:1788941318.655742:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941318.655746:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772195500 x1875827959592448/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941318.655888:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772195500 x1875827959592448/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941318.655897:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941318.655899:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941318.655901:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941318.655903:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941318.655904:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941318.655906:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941318.655908:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941318.655913:0:2395:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc88460 time=116 v=60 (60 60 60 61) 00000100:00001000:0.0:1788941318.655916:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc88418 time=130 v=5 (1 1 0 0) 00000100:00000001:0.0:1788941318.655918:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941318.655919:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941318.655921:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788941318.655925:0:2395:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff889772195500 x1875827959592448/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788941318.655942:0:2395:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941318.655946:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788941318.655947:0:2395:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff889767e18000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1788941318.655948:0:2395:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788941318.655950:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941318.655954:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772195500 x1875827959592448/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941318.655960:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941318.655962:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941318.655963:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941318.655967:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772195500 x1875827959592448/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941318.655974:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772195500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959592448:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941318.655978:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941318.655980:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941318.655983:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772195880 x1875827959592320/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941318.655989:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941318.655991:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941318.655995:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88976bd98000. 02000000:00000001:0.0:1788941318.655998:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941318.656001:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941318.656002:0:2395:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=5 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:0.0:1788941318.656004:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941318.656006:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88976d0d5200. 02000000:00000001:0.0:1788941318.656010:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941318.656011:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941318.656013:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772195880. 00000100:00000001:0.0:1788941318.656015:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941318.656016:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941318.656023:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941318.656027:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772195180 x1875827959592192/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941318.656033:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941318.656034:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941318.656036:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88976bd99c00. 02000000:00000001:0.0:1788941318.656038:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941318.656040:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941318.656041:0:2395:0:(genops.c:1223:class_import_put()) import ffff8897505b1000 refcount=3 obd=MGC192.168.206.112@tcp 00000020:00000001:0.0:1788941318.656043:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941318.656044:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88976d0d5500. 02000000:00000001:0.0:1788941318.656046:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941318.656047:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941318.656049:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772195180. 00000100:00000001:0.0:1788941318.656051:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941318.656052:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941318.656053:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941318.656056:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772195500 x1875827959592448/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941318.656062:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941318.656063:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941318.656064:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88976bd98a00. 02000000:00000001:0.0:1788941318.656067:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941318.656067:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941318.656069:0:2395:0:(genops.c:1223:class_import_put()) import ffff88976bc88000 refcount=3 obd=lustre-MDT0001-mdc-ffff889767e18000 00000020:00000001:0.0:1788941318.656070:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941318.656071:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88976d0d5000. 02000000:00000001:0.0:1788941318.656073:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941318.656074:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941318.656076:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772195500. 00000100:00000001:0.0:1788941318.656078:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941318.656079:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941318.656082:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941318.656083:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941318.656085:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941318.656086:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941318.656088:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788941318.662959:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941318.662974:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941318.662978:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941318.662981:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941318.662989:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941318.662997:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941318.663006:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941318.663011:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941318.663017:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941318.663021:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 4 MB=0x6aa0e3b30f680 00000400:00000200:1.0:1788941318.663025:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941318.663031:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538099 [1] + 224 00000800:00000001:1.0:1788941318.663038:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941318.663045:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941318.663048:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941318.663053:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941318.663059:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941318.663068:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772194380 x1875827959592576/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941318.663079:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff889772194380 x1875827959592576/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941318.663090:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941318.663097:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941318.663100:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941318.663154:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941318.663158:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788941318.663165:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941318.663167:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941318.663170:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e15d10. 00000400:00000200:0.0:1788941318.663175:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525088 00000400:00000010:0.0:1788941318.663177:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525088. 00000100:00000001:0.0:1788941318.663179:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941318.663184:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772194380 x1875827959592576/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941318.663193:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772194380 x1875827959592576/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941318.663200:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941318.663201:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941318.663204:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941318.663207:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941318.663209:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941318.663212:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941318.663214:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941318.663223:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8897505b5c60 time=115 v=36 (36 5 5 5) 00000100:00001000:0.0:1788941318.663228:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b5c18 time=145 v=5 (1 1 1 1) 00000100:00000001:0.0:1788941318.663230:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941318.663233:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941318.663235:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788941318.663239:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941318.663243:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788941318.663245:0:2395:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff889767e18000: skip recheck: last_committed 42949693494 00000100:00000001:0.0:1788941318.663247:0:2395:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788941318.663248:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941318.663253:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772194380 x1875827959592576/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941318.663259:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941318.663262:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941318.663264:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941318.663268:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772194380 x1875827959592576/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941318.663284:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772194380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959592576:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941318.663289:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941318.663291:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941318.663294:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772194380 x1875827959592576/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941318.663300:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941318.663302:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941318.663305:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88976bd98600. 02000000:00000001:0.0:1788941318.663308:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941318.663311:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941318.663313:0:2395:0:(genops.c:1223:class_import_put()) import ffff8897505b5800 refcount=3 obd=lustre-OST0000-osc-ffff889767e18000 00000020:00000001:0.0:1788941318.663315:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941318.663317:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88976d0d5100. 02000000:00000001:0.0:1788941318.663320:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941318.663322:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941318.663324:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772194380. 00000100:00000001:0.0:1788941318.663327:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941318.663328:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941318.663331:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941318.663337:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788941318.663339:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941318.663341:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941318.663343:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941318.901911:0:276402:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941318.901917:0:276402:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941318.901922:0:276402:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941318.901924:0:276402:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941318.901942:0:245732:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788941318.901945:0:245732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788941318.901947:0:245732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0F:1788941319.648775:0:279136:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941319.922914:0:276402:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941319.922921:0:276402:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941319.922927:0:276402:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941319.922928:0:276402:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941319.926497:0:242292:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941319.926508:0:242292:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941319.926760:0:242292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788941320.597453:0:279201:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941320.948365:0:276402:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941320.948374:0:276402:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941320.948380:0:276402:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941320.948382:0:276402:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941320.960815:0:252129:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941320.960837:0:252129:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941320.960842:0:252129:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941321.974799:0:276402:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941321.974807:0:276402:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941321.974813:0:276402:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941321.974814:0:276402:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941321.974937:0:236344:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788941321.974940:0:236344:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788941321.974943:0:236344:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788941322.215779:0:279294:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941322.483029:0:265097:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af000 (cpu 0) has reached its deadline 4307195615, at 4307195648 00000100:00000010:0.0:1788941322.483041:0:265097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889746b8b540. 00000100:00000040:1.0:1788941322.484003:0:276806:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af110 (cpu 1) has reached its deadline 4307195615, at 4307195648 00000100:00000010:1.0:1788941322.484013:0:276806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889746b8bea0. 00000001:00000001:1.0:1788941322.559970:0:279330:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788941322.559976:0:279330:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 812b: do not drop no resend request for idle connect ========================================================== 04:08:40 (1788941320) 00000001:00000001:1.0:1788941322.573872:0:279330:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1788941322.892099:0:279351:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788941322.892105:0:279351:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788941322.892107:0:279351:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788941322.892110:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e03bc0 00000080:00200000:1.0:1788941322.892114:0:279351:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff889780125348),name=/ 00000080:00000010:1.0:1788941322.892121:0:279351:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8897439cd200. 00800000:00000002:1.0:1788941322.892127:0:279351:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff88974643d0c0 2 00000080:00000001:1.0:1788941322.892131:0:279351:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788941322.892136:0:279351:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788941322.892137:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e03ae0 00800000:00000002:1.0:1788941322.892140:0:279351:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788941322.892143:0:279351:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788941322.892146:0:279351:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788941322.892148:0:279351:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788941322.892150:0:279351:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788941322.892152:0:279351:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788941322.892154:0:279351:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788941322.892156:0:279351:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788941322.892158:0:279351:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788941322.892161:0:279351:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788941322.892166:0:279351:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788941322.892168:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e039b0 00000002:00010000:1.0:1788941322.892169:0:279351:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788941322.892173:0:279351:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788941322.892174:0:279351:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788941322.892178:0:279351:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788941322.892190:0:279351:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8897460c0700 count: 2 00010000:00000001:1.0:1788941322.892193:0:279351:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788941322.892197:0:279351:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788941322.892212:0:279351:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788941322.892217:0:279351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911a200/0x6856513a71e32259 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d81bc expref: -99 pid: 277256 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788941322.892228:0:279351:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788941322.892232:0:279351:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941322.892236:0:279351:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911a200/0x6856513a71e32259 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d81bc expref: -99 pid: 277256 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788941322.892242:0:279351:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788941322.892244:0:279351:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788941322.892246:0:279351:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788941322.892248:0:279351:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788941322.892250:0:279351:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788941322.892252:0:279351:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:1.0:1788941322.892255:0:279351:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788941322.892258:0:279351:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff88974643d0c0 2 00000080:00000010:1.0:1788941322.892261:0:279351:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8897439cd200. 00000080:00000001:1.0:1788941322.892265:0:279351:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788941322.892266:0:279351:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788941322.892268:0:279351:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff889780125348) 00000080:00010000:1.0:1788941322.892272:0:279351:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff889780125348) for lock 0x6856513a71e32259 00800000:00000001:1.0:1788941322.892274:0:279351:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788941322.892277:0:279351:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788941322.892278:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788941322.892281:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788941322.892284:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88974911a200 refcount=3 00000020:00000001:1.0:1788941322.892286:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782080172544 : -131291629379072 : ffff88974911a200) 00010000:00000001:1.0:1788941322.892288:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782080172544 : -131291629379072 : ffff88974911a200) 00010000:00000001:1.0:1788941322.892291:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788941322.892297:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788941322.892299:0:279351:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788941322.892301:0:279351:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788941322.892303:0:279351:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6856513a71e32259 from it ffffa27fc1e03bf8 00010000:00000001:1.0:1788941322.892305:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788941322.892306:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788941322.892308:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88974911a200 refcount=3 00000020:00000001:1.0:1788941322.892309:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782080172544 : -131291629379072 : ffff88974911a200) 00010000:00000001:1.0:1788941322.892311:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782080172544 : -131291629379072 : ffff88974911a200) 00010000:00000001:1.0:1788941322.892313:0:279351:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788941322.892316:0:279351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911a200/0x6856513a71e32259 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfc9ba27b5a2d81bc expref: -99 pid: 277256 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788941322.892322:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788941322.892323:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788941322.892324:0:279351:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788941322.892326:0:279351:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788941322.892328:0:279351:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911a200/0x6856513a71e32259 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d81bc expref: -99 pid: 277256 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788941322.892342:0:279351:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788941322.892345:0:279351:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788941322.892347:0:279351:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788941322.892362:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788941322.892363:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788941322.892365:0:279351:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941322.892368:0:279351:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788941322.892369:0:279351:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941322.892371:0:279351:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941322.892373:0:279351:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941322.892375:0:279351:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788941322.892377:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788941322.892378:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788941322.892381:0:279351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788941322.892382:0:279351:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788941322.892385:0:279351:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff889780125348), inode mode 41ff mask 1 00000080:00000001:1.0:1788941322.892395:0:279351:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788941322.892404:0:279351:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff88977876d600. 00000080:00000001:1.0:1788941322.892408:0:279351:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788941322.892409:0:279351:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788941322.892411:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e03b00 00000080:00200000:1.0:1788941322.892413:0:279351:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff889780125348),name=/ 00000080:00000010:1.0:1788941322.892416:0:279351:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8897439cd200. 00800000:00000002:1.0:1788941322.892418:0:279351:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff88974643d0c0 2 00000080:00000001:1.0:1788941322.892421:0:279351:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788941322.892422:0:279351:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788941322.892423:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e03a20 00800000:00000002:1.0:1788941322.892425:0:279351:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788941322.892427:0:279351:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788941322.892429:0:279351:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788941322.892431:0:279351:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788941322.892432:0:279351:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788941322.892433:0:279351:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788941322.892434:0:279351:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788941322.892436:0:279351:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788941322.892437:0:279351:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788941322.892439:0:279351:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788941322.892442:0:279351:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788941322.892443:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e038f0 00000002:00010000:1.0:1788941322.892444:0:279351:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788941322.892446:0:279351:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788941322.892447:0:279351:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788941322.892449:0:279351:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788941322.892451:0:279351:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8897460c0700 count: 2 00010000:00000001:1.0:1788941322.892453:0:279351:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788941322.892455:0:279351:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788941322.892457:0:279351:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788941322.892459:0:279351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911a200/0x6856513a71e32259 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d81bc expref: -99 pid: 277256 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788941322.892465:0:279351:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788941322.892472:0:279351:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941322.892474:0:279351:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911a200/0x6856513a71e32259 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d81bc expref: -99 pid: 277256 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788941322.892480:0:279351:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788941322.892482:0:279351:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788941322.892484:0:279351:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788941322.892486:0:279351:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788941322.892487:0:279351:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788941322.892489:0:279351:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:1.0:1788941322.892491:0:279351:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788941322.892493:0:279351:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff88974643d0c0 2 00000080:00000010:1.0:1788941322.892495:0:279351:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8897439cd200. 00000080:00000001:1.0:1788941322.892498:0:279351:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788941322.892500:0:279351:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788941322.892502:0:279351:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff889780125348) 00000080:00010000:1.0:1788941322.892504:0:279351:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff889780125348) for lock 0x6856513a71e32259 00800000:00000001:1.0:1788941322.892507:0:279351:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788941322.892508:0:279351:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788941322.892510:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788941322.892511:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788941322.892512:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88974911a200 refcount=3 00000020:00000001:1.0:1788941322.892514:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782080172544 : -131291629379072 : ffff88974911a200) 00010000:00000001:1.0:1788941322.892516:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782080172544 : -131291629379072 : ffff88974911a200) 00010000:00000001:1.0:1788941322.892518:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788941322.892519:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788941322.892520:0:279351:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788941322.892522:0:279351:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788941322.892524:0:279351:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6856513a71e32259 from it ffffa27fc1e03b38 00010000:00000001:1.0:1788941322.892525:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788941322.892526:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788941322.892527:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88974911a200 refcount=3 00000020:00000001:1.0:1788941322.892529:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782080172544 : -131291629379072 : ffff88974911a200) 00010000:00000001:1.0:1788941322.892531:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782080172544 : -131291629379072 : ffff88974911a200) 00010000:00000001:1.0:1788941322.892538:0:279351:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788941322.892541:0:279351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911a200/0x6856513a71e32259 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfc9ba27b5a2d81bc expref: -99 pid: 277256 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788941322.892548:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788941322.892549:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788941322.892550:0:279351:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788941322.892552:0:279351:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788941322.892554:0:279351:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911a200/0x6856513a71e32259 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d81bc expref: -99 pid: 277256 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788941322.892560:0:279351:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788941322.892562:0:279351:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788941322.892563:0:279351:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788941322.892565:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788941322.892566:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788941322.892568:0:279351:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941322.892569:0:279351:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788941322.892571:0:279351:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941322.892572:0:279351:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941322.892575:0:279351:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941322.892576:0:279351:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788941322.892577:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788941322.892578:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788941322.892580:0:279351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788941322.892581:0:279351:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788941322.892583:0:279351:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff889780125348), inode mode 41ff mask 3 00000080:00000001:1.0:1788941322.892587:0:279351:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788941322.892590:0:279351:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788941322.892591:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e03b58 00000080:00200000:1.0:1788941322.892593:0:279351:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff889780125348), file ffff889773387080, open_flags a141, mode 81b6 opened 0 00000080:00000010:1.0:1788941322.892598:0:279351:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff889746b8bea0. 00000080:00000001:1.0:1788941322.892602:0:279351:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788941322.892604:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e03a08 00000080:00200000:1.0:1788941322.892605:0:279351:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff889780125348), intent=open|creat 00000080:00000010:1.0:1788941322.892612:0:279351:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8897439cd200. 00800000:00000002:1.0:1788941322.892620:0:279351:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff88974643d0c0 2 00000080:00000001:1.0:1788941322.892625:0:279351:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788941322.892626:0:279351:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788941322.892628:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e03928 00800000:00000002:1.0:1788941322.892639:0:279351:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788941322.892643:0:279351:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788941322.892645:0:279351:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788941322.892648:0:279351:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788941322.892649:0:279351:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788941322.892650:0:279351:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788941322.892651:0:279351:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788941322.892653:0:279351:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788941322.892655:0:279351:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788941322.892657:0:279351:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788941322.892659:0:279351:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446612782755328512 : -131290954223104 : ffff8897714fb200) 00800000:00000001:1.0:1788941322.892662:0:279351:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788941322.892664:0:279351:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788941322.892668:0:279351:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788941322.892670:0:279351:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788941322.892672:0:279351:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff889767e18000: Allocated FID [0x200002b17:0x122c:0x0] 40000000:00000001:1.0:1788941322.892675:0:279351:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788941322.892677:0:279351:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788941322.892678:0:279351:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788941322.892680:0:279351:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941322.892682:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e038a8 00800000:00000002:1.0:1788941322.892684:0:279351:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x122c:0x0], name='f812b.sanity' -> mds #0 layout version 1 00000002:00000001:1.0:1788941322.892687:0:279351:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788941322.892688:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e037e0 00000002:00010000:1.0:1788941322.892690:0:279351:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f812b.sanity,[0x200002b17:0x122c:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:1.0:1788941322.892693:0:279351:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788941322.892695:0:279351:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788941322.892698:0:279351:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788941322.892701:0:279351:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788941322.892703:0:279351:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788941322.892705:0:279351:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8897460c0700 count: 2 00010000:00000001:1.0:1788941322.892713:0:279351:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788941322.892715:0:279351:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788941322.892718:0:279351:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788941322.892721:0:279351:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911a200/0x6856513a71e32259 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xfc9ba27b5a2d81bc expref: -99 pid: 277256 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1788941322.892729:0:279351:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788941322.892732:0:279351:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788941322.892734:0:279351:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788941322.892736:0:279351:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788941322.892738:0:279351:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788941322.892739:0:279351:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788941322.892742:0:279351:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8897460c0700 count: 3 00010000:00000001:1.0:1788941322.892744:0:279351:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788941322.892746:0:279351:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788941322.892748:0:279351:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788941322.892749:0:279351:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788941322.892750:0:279351:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8897460c0700 count: 3 00010000:00000001:1.0:1788941322.892752:0:279351:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788941322.892754:0:279351:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788941322.892755:0:279351:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788941322.892756:0:279351:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788941322.892758:0:279351:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff8897460c0700 count: 3 00010000:00000001:1.0:1788941322.892759:0:279351:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788941322.892761:0:279351:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788941322.892763:0:279351:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788941322.892765:0:279351:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff889780125280, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788941322.892769:0:279351:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788941322.892771:0:279351:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788941322.892773:0:279351:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788941322.892775:0:279351:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941322.892778:0:279351:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788941322.892781:0:279351:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788941322.892782:0:279351:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788941322.892783:0:279351:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788941322.892785:0:279351:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788941322.892792:0:279351:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff88974911a200 with handle 0x6856513a71e32259 from hash 00010000:00000001:1.0:1788941322.892794:0:279351:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788941322.892795:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788941322.892796:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788941322.892798:0:279351:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788941322.892800:0:279351:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788941322.892801:0:279351:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788941322.892804:0:279351:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788941322.892805:0:279351:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788941322.892807:0:279351:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788941322.892812:0:279351:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772196d80. 00000020:00000040:1.0:1788941322.892815:0:279351:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=6 obd=lustre-MDT0000-mdc-ffff889767e18000 02000000:00000001:1.0:1788941322.892821:0:279351:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788941322.892822:0:279351:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941322.892825:0:279351:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788941322.892828:0:279351:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788941322.892831:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788941322.892832:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788941322.892833:0:279351:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941322.892835:0:279351:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941322.892837:0:279351:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941322.892840:0:279351:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941322.892846:0:279351:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff889767ef7800. 00000100:00000001:1.0:1788941322.892872:0:279351:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941322.892878:0:279351:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788941322.892880:0:279351:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788941322.892885:0:279351:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911a200/0x6856513a71e32259 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xfc9ba27b5a2d81bc expref: -99 pid: 277256 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788941322.892892:0:279351:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788941322.892894:0:279351:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788941322.892896:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788941322.892898:0:279351:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911a200/0x6856513a71e32259 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xfc9ba27b5a2d81bc expref: -99 pid: 277256 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1788941322.892915:0:279351:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8897460c0700 count: 0 00010000:00000010:1.0:1788941322.892919:0:279351:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff889773069000. 00010000:00000001:1.0:1788941322.892927:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788941322.892930:0:279351:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941322.892932:0:279351:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788941322.892934:0:279351:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941322.892936:0:279351:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788941322.892944:0:279351:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446612782768549248 : -131290941002368 : ffff889772196d80) 00010000:00000001:1.0:1788941322.892948:0:279351:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788941322.892950:0:279351:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788941322.892954:0:279351:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8897500ecd00. 00010000:00000010:1.0:1788941322.892957:0:279351:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88977147f780. 00010000:00000001:1.0:1788941322.892961:0:279351:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788941322.892965:0:279351:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88974911b000. 00000020:00000001:1.0:1788941322.892968:0:279351:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788941322.892971:0:279351:0:(lustre_handles.c:93:class_handle_hash()) added object ffff88974911b000 with handle 0x6856513a71e3226e to hash 00000020:00000001:1.0:1788941322.892973:0:279351:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788941322.892974:0:279351:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:1.0:1788941322.892978:0:279351:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:1.0:1788941322.892981:0:279351:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788941322.892983:0:279351:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941322.892986:0:279351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788941322.892992:0:279351:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788941322.893003:0:279351:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff889767e18000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788941322.893014:0:279351:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff889772196d80 x1875827959592832/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788941322.893034:0:279351:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788941322.893039:0:279351:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788941322.893041:0:279351:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788941322.893046:0:279351:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88976c175e40. 00000100:00000001:1.0:1788941322.893049:0:279351:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446612782667750976 : -131291041800640 : ffff88976c175e40) 00000100:00000001:1.0:1788941322.893051:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941322.893053:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768549248 : -131290941002368 : ffff889772196d80) 00000100:00000001:1.0:1788941322.893057:0:279351:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941322.893061:0:279351:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941322.893063:0:279351:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788941322.893064:0:279351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941322.893069:0:279351:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772196d80 x1875827959592832/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788941322.893076:0:279351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941322.893078:0:279351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941322.893081:0:279351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941322.893084:0:279351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941322.893086:0:279351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941322.893090:0:279351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772196d80 pname:cluuid:pid:xid:nid:opc:job lfs:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:279351:1875827959592832:192.168.206.112@tcp:101:lfs.0 00000100:00000001:1.0:1788941322.893094:0:279351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941322.893098:0:279351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941322.893101:0:279351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941322.893103:0:279351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941322.893149:0:279351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8897714c0000. 02000000:00000001:1.0:1788941322.893152:0:279351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941322.893159:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941322.893163:0:279351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e155d8. 00000400:00000010:1.0:1788941322.893169:0:279351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff889767ef4800. 00000100:00000200:1.0:1788941322.893176:0:279351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875827959592832, portal 10 00000100:00000001:1.0:1788941322.893178:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941322.893184:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768549248 : -131290941002368 : ffff889772196d80) 00000100:00000040:1.0:1788941322.893190:0:279351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff889772196d80 x1875827959592832/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788941407 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788941322.893197:0:279351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941322.893199:0:279351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941322.893202:0:279351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525b28. 00000100:00000200:1.0:1788941322.893205:0:279351:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1875827959592832, offset 0 00000400:00000200:1.0:1788941322.893211:0:279351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941322.893220:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.893226:0:279351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941322.893231:0:279351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941322.893235:0:279351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941322.893238:0:279351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941322.893241:0:279351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941322.893245:0:279351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545691:545691:256:4294967295] 192.168.206.112@tcp LPNI seq info [545676:545676:8:4294967295] 00000400:00000200:1.0:1788941322.893249:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.893257:0:279351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941322.893263:0:279351:0:(socklnd_cb.c:931:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941322.893268:0:279351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889743ef7800. 00000800:00000200:1.0:1788941322.893273:0:279351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941322.893280:0:279351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941322.893285:0:279351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889743ef7800 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:1.0:1788941322.893304:0:279351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941322.893309:0:279351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34603 usecs (35 jiffies) 00000400:00000200:1.0:1788941322.893312:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941322.893315:0:279351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307196093 00000100:00000010:1.0:1788941322.893319:0:279351:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889746b8bba0. 00000100:00000001:1.0:1788941322.893325:0:279351:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788941322.893331:0:279351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307196093 00000100:00000010:1.0:1788941322.893334:0:279351:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889746b8b4e0. 00000100:00000001:1.0:1788941322.893342:0:279351:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788941322.893346:0:279351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941322.893350:0:279351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941322.893352:0:279351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941322.893354:0:279351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:1.0:1788941322.893357:0:279351:0:(client.c:2715:ptlrpc_set_wait()) set ffff88976c175e40 going to sleep for 80 seconds 00000100:00000001:1.0:1788941322.893360:0:279351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941322.893362:0:279351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788941322.893429:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941322.893434:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889743ef7800. 00000400:00000200:0.0:1788941322.893439:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941322.893445:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941322.893451:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525b28 00000400:00000010:0.0:1788941322.893454:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525b28. 00000100:00000001:0.0:1788941322.893458:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941322.893469:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772196d80 x1875827959592832/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788941407 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788941322.893479:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941322.893483:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff889772196d80 x1875827959592832/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788941407 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788941322.893489:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941322.893491:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1F:1788941322.901060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8897460c0700. 00010000:00000010:1.1:1788941322.901086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88974911a200. 00000800:00000001:1.0:1788941322.904176:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.904192:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941322.904197:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.904212:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941322.904221:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.904228:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941322.904237:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.904241:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.904246:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.904250:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 608 into portal 10 MB=0x6aa0e3b30f780 00000400:00000200:1.0:1788941322.904255:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.904261:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 608/608 into md 0x5380a9 [32] + 224 00000800:00000001:1.0:1788941322.904268:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.904275:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941322.904279:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941322.904283:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941322.904290:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941322.904299:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772196d80 x1875827959592832/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788941407 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788941322.904310:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff889772196d80 x1875827959592832/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788941407 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.904582:0:279351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941322.904600:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941322.904609:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.904613:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788941322.904659:0:279351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941322.904661:0:279351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941322.904665:0:279351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e155d8. 00000400:00000200:3.0:1788941322.904669:0:279351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889767ef4800 00000400:00000010:3.0:1788941322.904672:0:279351:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff889767ef4800. 00000100:00000001:3.0:1788941322.904675:0:279351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941322.904680:0:279351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772196d80 x1875827959592832/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788941407 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788941322.904690:0:279351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772196d80 x1875827959592832/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788941407 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.904696:0:279351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941322.904698:0:279351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941322.904700:0:279351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941322.904703:0:279351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941322.904705:0:279351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941322.904708:0:279351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941322.904710:0:279351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941322.904719:0:279351:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=120 v=60 (60 60 60 61) 00000100:00001000:3.0:1788941322.904723:0:279351:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=14 v=5 (1 1 1 0) 00000100:00000001:3.0:1788941322.904726:0:279351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941322.904728:0:279351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.904731:0:279351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941322.904734:0:279351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.904737:0:279351:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788941322.904739:0:279351:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x40001748d/0x1] 00000100:00000001:3.0:1788941322.904741:0:279351:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788941322.904743:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941322.904745:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768549248 : -131290941002368 : ffff889772196d80) 00000100:00000001:3.0:1788941322.904748:0:279351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941322.904750:0:279351:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771462 00000100:00000001:3.0:1788941322.904751:0:279351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941322.904754:0:279351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941322.904759:0:279351:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772196d80 x1875827959592832/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1788941407 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.904786:0:279351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941322.904789:0:279351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941322.904791:0:279351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941322.904796:0:279351:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772196d80 x1875827959592832/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1788941407 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788941322.904804:0:279351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772196d80 pname:cluuid:pid:xid:nid:opc:job lfs:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:279351:1875827959592832:192.168.206.112@tcp:101:lfs.0 00000100:00000001:3.0:1788941322.904809:0:279351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941322.904812:0:279351:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.904815:0:279351:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788941322.904817:0:279351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941322.904821:0:279351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff889772196d80 x1875827959592832/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1788941407 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.904827:0:279351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788941322.904830:0:279351:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88976c175e40. 00000100:00000001:3.0:1788941322.904833:0:279351:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788941322.904835:0:279351:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.904838:0:279351:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788941322.904842:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.904845:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.904847:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88974911b000 refcount=4 00000020:00000001:3.0:1788941322.904850:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:3.0:1788941322.905090:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000040:3.0:1788941322.905097:0:279351:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff88974911b000, remote cookie: 0xfc9ba27b5a2d81fb, flags: 0x1001 00010000:00010000:3.0:1788941322.905103:0:279351:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d81fb expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788941322.905111:0:279351:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0x122c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788941322.905114:0:279351:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788941322.905131:0:279351:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff889746c87800. 00010000:00000010:3.0:1788941322.905135:0:279351:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88976024d880. 00010000:00000040:3.0:1788941322.905141:0:279351:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8897500ecd00 count: 0 00010000:00000010:3.0:1788941322.905146:0:279351:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88977147f780. 00010000:00000001:3.0:1788941322.905153:0:279351:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941322.905156:0:279351:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 4/0,1 mode: --/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d81fb expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941322.905165:0:279351:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 4/0,1 mode: --/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d81fb expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.905171:0:279351:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788941322.905175:0:279351:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788941322.905177:0:279351:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788941322.905179:0:279351:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788941322.905180:0:279351:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788941322.905182:0:279351:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0x122c:0x0].0x0 (ffff889746c87800) refcount = 1 00010000:00010000:3.0:1788941322.905186:0:279351:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfc9ba27b5a2d81fb expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.905192:0:279351:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788941322.905196:0:279351:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788941322.905197:0:279351:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788941322.905200:0:279351:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788941322.905203:0:279351:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941322.905206:0:279351:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d81fb expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.905212:0:279351:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788941322.905213:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.905215:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.905216:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.905217:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.905223:0:279351:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.905227:0:279351:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788941322.905230:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.905231:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.905233:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88974911b000 refcount=3 00000020:00000001:3.0:1788941322.905235:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:3.0:1788941322.905237:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:3.0:1788941322.905240:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.905241:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.905242:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88974911b000 refcount=4 00000020:00000001:3.0:1788941322.905244:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:3.0:1788941322.905245:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:3.0:1788941322.905248:0:279351:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788941322.905251:0:279351:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941322.905254:0:279351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfc9ba27b5a2d81fb expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.905260:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.905261:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.905262:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.905264:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.905265:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88974911b000 refcount=5 00000020:00000001:3.0:1788941322.905266:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:3.0:1788941322.905268:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:3.0:1788941322.905270:0:279351:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788941322.905273:0:279351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfc9ba27b5a2d81fb expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.905279:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.905279:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788941322.905283:0:279351:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfc9ba27b5a2d81fb expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.905298:0:279351:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788941322.905300:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.905301:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.905302:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.905303:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788941322.905309:0:279351:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x8000037, status=0 req@ffff889772196d80 x1875827959592832/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1788941407 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788941322.905422:0:279351:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788941322.905427:0:279351:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff889772196d80 x1875827959592832/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1788941407 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788941322.905433:0:279351:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.905436:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.905438:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.905439:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88974911b000 refcount=3 00000020:00000001:3.0:1788941322.905441:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:3.0:1788941322.905443:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:3.0:1788941322.905445:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.905446:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788941322.905448:0:279351:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.905450:0:279351:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.905452:0:279351:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788941322.905455:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941322.905456:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768549248 : -131290941002368 : ffff889772196d80) 00000100:00000001:3.0:1788941322.905458:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941322.905459:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768549248 : -131290941002368 : ffff889772196d80) 00010000:00000001:3.0:1788941322.905461:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.905462:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.905464:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88974911b000 refcount=3 00000020:00000001:3.0:1788941322.905465:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:3.0:1788941322.905467:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00000002:00010000:3.0:1788941322.905476:0:279351:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d81fb expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.905483:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.905485:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.905486:0:279351:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788941322.905487:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.905489:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.905490:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88974911b000 refcount=3 00000020:00000001:3.0:1788941322.905492:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:3.0:1788941322.905494:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000040:3.0:1788941322.905497:0:279351:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff889746c87800 count: 2 00010000:00000001:3.0:1788941322.905500:0:279351:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788941322.905503:0:279351:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff889751cea400 type 13 mode 4 res 8589945623/4652 (0 0) 00010000:00000001:3.0:1788941322.905505:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.905506:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788941322.905507:0:279351:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788941322.905510:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e03768 00000002:00002000:3.0:1788941322.905512:0:279351:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=open|creat status=0 disp=0x9800037: rc = 0 00000002:00000001:3.0:1788941322.905515:0:279351:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941322.905518:0:279351:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941322.905520:0:279351:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788941322.905523:0:279351:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:3.0:1788941322.905526:0:279351:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941322.905530:0:279351:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff88974643d0c0 2 00000080:00000001:3.0:1788941322.905532:0:279351:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788941322.905534:0:279351:0:(namei.c:674:ll_lookup_it_finish()) it ffff889746b8bea0 it_disposition 9800037 00000080:00002000:3.0:1788941322.905539:0:279351:0:(namei.c:653:ll_splice_alias()) Add dentry ffff8897598db6c0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1788941322.905543:0:279351:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788941322.905546:0:279351:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1788941322.905547:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e03998 00000080:00200000:3.0:1788941322.905549:0:279351:0:(namei.c:1628:ll_create_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff889780125348), intent=open|creat 00000080:00000001:3.0:1788941322.905551:0:279351:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1788941322.905553:0:279351:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788941322.905562:0:279351:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788941322.905566:0:279351:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788941322.905568:0:279351:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330220 : 144115373145330220 : 200002b1700122c) 00000080:00000001:3.0:1788941322.905571:0:279351:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788941322.905582:0:279351:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff889751975280. 00000020:00000001:3.0:1788941322.905592:0:279351:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1788941322.905594:0:279351:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1788941322.905597:0:279351:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788941322.905598:0:279351:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200002b17:0x122c:0x0](ffff889751975348) 00000080:00000001:3.0:1788941322.905602:0:279351:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330220 : 144115373145330220 : 200002b1700122c) 00000080:00000001:3.0:1788941322.905604:0:279351:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:3.0:1788941322.905607:0:279351:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115373145330220 mtime from 0 to 1788941322 00000080:00200000:3.0:1788941322.905610:0:279351:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200002b17:0x122c:0x0], updating i_size 0 00000080:00000001:3.0:1788941322.905613:0:279351:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000020:00000001:3.0:1788941322.905615:0:279351:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788941322.905619:0:279351:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446612781988730568 : -131291720821048 : ffff8897439e56c8) 00000020:00001000:3.0:1788941322.905621:0:279351:0:(cl_object.c:823:cl_env_get()) 1@ffff8897439e56c0 00000020:00000001:3.0:1788941322.905625:0:279351:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788941322.905642:0:279351:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff889748406ed8. 00000020:00000001:3.0:1788941322.905645:0:279351:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788941322.905646:0:279351:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788941322.905654:0:279351:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788941322.905657:0:279351:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff88976c2a9aa8. 00020000:00000001:3.0:1788941322.905659:0:279351:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446612782669011624 : -131291040539992 : ffff88976c2a9aa8) 00020000:00000001:3.0:1788941322.905662:0:279351:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788941322.905665:0:279351:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941322.905669:0:279351:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446612782066462552 : -131291643089064 : ffff889748406f58) 00000020:00001000:3.0:1788941322.905671:0:279351:0:(cl_object.c:917:cl_env_put()) 1@ffff8897439e56c0 00000080:00000001:3.0:1788941322.905675:0:279351:0:(namei.c:156:ll_iget()) Process leaving (rc=18446612782223151944 : -131291486399672 : ffff889751975348) 00010000:00000001:3.0:1788941322.905677:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.905678:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.905680:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88974911b000 refcount=3 00000020:00000001:3.0:1788941322.905682:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:3.0:1788941322.905684:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00000080:00000001:3.0:1788941322.905687:0:279351:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788941322.905693:0:279351:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788941322.905695:0:279351:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446612781988730568 : -131291720821048 : ffff8897439e56c8) 00000020:00001000:3.0:1788941322.905698:0:279351:0:(cl_object.c:823:cl_env_get()) 1@ffff8897439e56c0 00000020:00000001:3.0:1788941322.905699:0:279351:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788941322.905702:0:279351:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:3.0:1788941322.905705:0:279351:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff88976c2a9aa8) owner ffff88975a2b27c0 00020000:00000001:3.0:1788941322.905707:0:279351:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788941322.905710:0:279351:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff88976c2a9aa8) owner ffff88975a2b27c0 00020000:00000002:3.0:1788941322.905713:0:279351:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x122c:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788941322.905715:0:279351:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941322.905717:0:279351:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941322.905720:0:279351:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788941322.905722:0:279351:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff88976c2a9aa8) owner 0000000000000000/ffff88975a2b27c0 00020000:00000002:3.0:1788941322.905724:0:279351:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff88976c2a9aa8) owner 0000000000000000/ffff88975a2b27c0 00020000:00000001:3.0:1788941322.905727:0:279351:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788941322.905729:0:279351:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788941322.905730:0:279351:0:(file.c:6836:ll_layout_conf()) [0x200002b17:0x122c:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:3.0:1788941322.905733:0:279351:0:(cl_object.c:917:cl_env_put()) 1@ffff8897439e56c0 00000080:00000001:3.0:1788941322.905734:0:279351:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.905737:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.905738:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788941322.905739:0:279351:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788941322.905742:0:279351:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788941322.905743:0:279351:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788941322.905745:0:279351:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200002b17:0x122c:0x0](ffff889751975348) 00000080:00010000:3.0:1788941322.905748:0:279351:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x122c:0x0](ffff889751975348) for lock 0x6856513a71e3226e 00800000:00000001:3.0:1788941322.905751:0:279351:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788941322.905752:0:279351:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788941322.905753:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.905755:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.905756:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88974911b000 refcount=3 00000020:00000001:3.0:1788941322.905758:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:3.0:1788941322.905760:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:3.0:1788941322.905762:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.905763:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788941322.905769:0:279351:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941322.905771:0:279351:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941322.905772:0:279351:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1788941322.905774:0:279351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941322.905779:0:279351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff889772196d80 x1875827959592832/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1788941407 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.905785:0:279351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788941322.905788:0:279351:0:(namei.c:1651:ll_create_it()) inode ffff889751975348 need_sync_to_mds [0x200002b17:0x122c:0x0] 00000080:00000001:3.0:1788941322.905791:0:279351:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788941322.905794:0:279351:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x122c:0x0](ffff889751975348) 00000080:00000001:3.0:1788941322.905796:0:279351:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788941322.905800:0:279351:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8897439cd200. 00000100:00000001:3.0:1788941322.905803:0:279351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941322.905806:0:279351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff889772196d80 x1875827959592832/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1788941407 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.905811:0:279351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941322.905814:0:279351:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1788941322.905816:0:279351:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788941322.905818:0:279351:0:(namei.c:1500:ll_atomic_open()) inode ffff889751975348 need_sync_to_mds [0x200002b17:0x122c:0x0] 00000080:00000001:3.0:1788941322.905825:0:279351:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788941322.905827:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e03a68 00000080:00200008:3.0:1788941322.905828:0:279351:0:(file.c:1090:ll_file_open()) START file f812b.sanity:[0x200002b17:0x122c:0x0](ffff889751975348), flags 120501 00000080:00000010:3.0:1788941322.905834:0:279351:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff88975012c640. 00000080:00000010:3.0:1788941322.905840:0:279351:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff889772d4b740. 00000080:00000001:3.0:1788941322.905842:0:279351:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788941322.905845:0:279351:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1788941322.905847:0:279351:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788941322.905849:0:279351:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788941322.905933:0:279351:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788941322.905936:0:279351:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788941322.905938:0:279351:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941322.905940:0:279351:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x122c:0x0] 00800000:00000001:3.0:1788941322.905942:0:279351:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.905944:0:279351:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788941322.905958:0:279351:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff88977196b1a0. 00000002:00100000:3.0:1788941322.905971:0:279351:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff889772196d80 x1875827959592832/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1788941407 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788941322.905976:0:279351:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941322.905978:0:279351:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788941322.905981:0:279351:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788941322.905984:0:279351:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941322.905987:0:279351:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941322.905991:0:279351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941322.905993:0:279351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772196d80 x1875827959592832/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1788941407 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788941322.906000:0:279351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941322.906003:0:279351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8897714c0000. 02000000:00000001:3.0:1788941322.906020:0:279351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788941322.906022:0:279351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941322.906024:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e03a68 00000080:00000008:3.0:1788941322.906026:0:279351:0:(file.c:1329:ll_file_open()) COMPLETED file f812b.sanity:[0x200002b17:0x122c:0x0](ffff889751975348), flags 100101, rc = 0 00000080:00000001:3.0:1788941322.906030:0:279351:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788941322.906031:0:279351:0:(dcache.c:176:ll_intent_release()) intent ffff889746b8bea0 released 00000080:00010000:3.0:1788941322.906033:0:279351:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6856513a71e3226e from it ffff889746b8bea0 00010000:00000001:3.0:1788941322.906035:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.906036:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.906038:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88974911b000 refcount=3 00000020:00000001:3.0:1788941322.906039:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:3.0:1788941322.906041:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:3.0:1788941322.906043:0:279351:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788941322.906046:0:279351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xfc9ba27b5a2d81fb expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.906053:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.906054:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.906055:0:279351:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788941322.906057:0:279351:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788941322.906064:0:279351:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xfc9ba27b5a2d81fb expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788941322.906079:0:279351:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941322.906081:0:279351:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788941322.906083:0:279351:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941322.906086:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.906087:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.906088:0:279351:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.906091:0:279351:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788941322.906093:0:279351:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.906095:0:279351:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.906098:0:279351:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.906099:0:279351:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788941322.906100:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.906101:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788941322.906103:0:279351:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788941322.906104:0:279351:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788941322.906106:0:279351:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788941322.906108:0:279351:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788941322.906110:0:279351:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788941322.906112:0:279351:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941322.906114:0:279351:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788941322.906116:0:279351:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941322.906117:0:279351:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788941322.906119:0:279351:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941322.906121:0:279351:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788941322.906123:0:279351:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff889746b8bea0. 00000080:00000001:3.0:1788941322.906126:0:279351:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941322.906130:0:279351:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788941322.906132:0:279351:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200002b17:0x122c:0x0](ffff889751975348), inode mode 81a4 mask 40 00000080:00000001:3.0:1788941322.906136:0:279351:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941322.906165:0:279351:0:(file.c:4643:ll_file_ioctl()) Process entered 00000080:00200080:3.0:1788941322.906167:0:279351:0:(file.c:4645:ll_file_ioctl()) VFS Op:inode=[0x200002b17:0x122c:0x0](ffff889751975348) cmd=4008669a arg=1d3d2e0 00000080:00000001:3.0:1788941322.906172:0:279351:0:(file.c:3002:ll_lov_setstripe()) Process entered 00000080:00000001:3.0:1788941322.906174:0:279351:0:(llite_lib.c:4366:ll_copy_user_md()) Process entered 00000080:00000010:3.0:1788941322.906178:0:279351:0:(llite_lib.c:4375:ll_copy_user_md()) kmalloced '(*kbuf)': 32 at ffff88977196ba20. 00000080:00000001:3.0:1788941322.906181:0:279351:0:(llite_lib.c:4384:ll_copy_user_md()) Process leaving (rc=32 : 32 : 20) 00000080:00000001:3.0:1788941322.906188:0:279351:0:(file.c:2756:ll_lov_setstripe_ea_info()) Process entered 00000080:00000001:3.0:1788941322.906191:0:279351:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788941322.906194:0:279351:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8897717d3400. 00800000:00000002:3.0:1788941322.906198:0:279351:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff88974643d0c0 2 00000080:00000001:3.0:1788941322.906201:0:279351:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788941322.906204:0:279351:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788941322.906206:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e03b10 00800000:00000002:3.0:1788941322.906207:0:279351:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200002b17:0x122c:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788941322.906211:0:279351:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788941322.906212:0:279351:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788941322.906214:0:279351:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788941322.906215:0:279351:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788941322.906216:0:279351:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788941322.906218:0:279351:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941322.906220:0:279351:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x122c:0x0] 00800000:00000001:3.0:1788941322.906221:0:279351:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941322.906224:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e03a90 00800000:00000002:3.0:1788941322.906225:0:279351:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x122c:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788941322.906229:0:279351:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788941322.906231:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e039c8 00000002:00010000:3.0:1788941322.906233:0:279351:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0x122c:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 040000002 00000002:00000001:3.0:1788941322.906237:0:279351:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788941322.906239:0:279351:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788941322.906242:0:279351:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788941322.906245:0:279351:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff889746c87800 count: 2 00010000:00000001:3.0:1788941322.906247:0:279351:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788941322.906250:0:279351:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788941322.906252:0:279351:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.906254:0:279351:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.906256:0:279351:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.906257:0:279351:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788941322.906259:0:279351:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788941322.906263:0:279351:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c690000. 00000020:00000040:3.0:1788941322.906267:0:279351:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=7 obd=lustre-MDT0000-mdc-ffff889767e18000 02000000:00000001:3.0:1788941322.906271:0:279351:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788941322.906277:0:279351:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.906280:0:279351:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788941322.906283:0:279351:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941322.906285:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.906286:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.906288:0:279351:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.906290:0:279351:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941322.906292:0:279351:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941322.906296:0:279351:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941322.906301:0:279351:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8897493c7400. 00000100:00000001:3.0:1788941322.906307:0:279351:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.906309:0:279351:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788941322.906311:0:279351:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.906445:0:279351:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788941322.906448:0:279351:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.906450:0:279351:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.906458:0:279351:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446612782673100800 : -131291036450816 : ffff88976c690000) 00010000:00000001:3.0:1788941322.906461:0:279351:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788941322.906463:0:279351:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788941322.906468:0:279351:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff889746c87000. 00010000:00000010:3.0:1788941322.906472:0:279351:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88976024d800. 00010000:00000001:3.0:1788941322.906474:0:279351:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788941322.906477:0:279351:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88977377cc00. 00000020:00000001:3.0:1788941322.906480:0:279351:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788941322.906483:0:279351:0:(lustre_handles.c:93:class_handle_hash()) added object ffff88977377cc00 with handle 0x6856513a71e32275 to hash 00000020:00000001:3.0:1788941322.906485:0:279351:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788941322.906486:0:279351:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:3.0:1788941322.906489:0:279351:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:3.0:1788941322.906492:0:279351:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788941322.906493:0:279351:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941322.906496:0:279351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e32275 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941322.906504:0:279351:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e32275 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788941322.906524:0:279351:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff889767e18000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788941322.906530:0:279351:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88976c690000 x1875827959593088/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788941322.906538:0:279351:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e32275 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788941322.906543:0:279351:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788941322.906545:0:279351:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788941322.906550:0:279351:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff889748129780. 00000100:00000001:3.0:1788941322.906552:0:279351:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446612782063458176 : -131291646093440 : ffff889748129780) 00000100:00000001:3.0:1788941322.906555:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941322.906556:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673100800 : -131291036450816 : ffff88976c690000) 00000100:00000001:3.0:1788941322.906560:0:279351:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941322.906563:0:279351:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.906565:0:279351:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788941322.906567:0:279351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941322.906571:0:279351:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c690000 x1875827959593088/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.906578:0:279351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941322.906580:0:279351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941322.906583:0:279351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941322.906585:0:279351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941322.906587:0:279351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941322.906590:0:279351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c690000 pname:cluuid:pid:xid:nid:opc:job lfs:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:279351:1875827959593088:192.168.206.112@tcp:101:lfs.0 00000100:00000001:3.0:1788941322.906594:0:279351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941322.906599:0:279351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941322.906601:0:279351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941322.906603:0:279351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941322.906700:0:279351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff88974f5c0000. 02000000:00000001:3.0:1788941322.906703:0:279351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941322.906709:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:3.0:1788941322.906719:0:279351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889771817d10. 00000400:00000010:3.0:1788941322.906725:0:279351:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff889760a03800. 00000100:00000200:3.0:1788941322.906732:0:279351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875827959593088, portal 10 00000100:00000001:3.0:1788941322.906734:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941322.906735:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673100800 : -131291036450816 : ffff88976c690000) 00000100:00000040:3.0:1788941322.906742:0:279351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff88976c690000 x1875827959593088/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788941407 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.906748:0:279351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941322.906751:0:279351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:3.0:1788941322.906754:0:279351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897486133b8. 00000100:00000200:3.0:1788941322.906757:0:279351:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875827959593088, offset 0 00000400:00000200:3.0:1788941322.906762:0:279351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:3.0:1788941322.906769:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941322.906775:0:279351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:3.0:1788941322.906779:0:279351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941322.906783:0:279351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:3.0:1788941322.906786:0:279351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941322.906789:0:279351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:3.0:1788941322.906792:0:279351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545692:545692:256:4294967295] 192.168.206.112@tcp LPNI seq info [545677:545677:8:4294967295] 00000400:00000200:3.0:1788941322.906796:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941322.906805:0:279351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:3.0:1788941322.906810:0:279351:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:3.0:1788941322.906815:0:279351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977330f700. 00000800:00000200:3.0:1788941322.906821:0:279351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:3.0:1788941322.906828:0:279351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:3.0:1788941322.906832:0:279351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977330f700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788941322.906885:0:279351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941322.906890:0:279351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34598 usecs (35 jiffies) 00000400:00000200:3.0:1788941322.906893:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:3.0:1788941322.906896:0:279351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307196107 00000100:00000001:3.0:1788941322.906903:0:279351:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 0, simply extend its deadline from 4307196093 00000100:00000001:3.0:1788941322.906912:0:279351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307196107 00000100:00000001:3.0:1788941322.906915:0:279351:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 1, simply extend its deadline from 4307196093 00000100:00000001:3.0:1788941322.906918:0:279351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941322.906921:0:279351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.906923:0:279351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941322.906924:0:279351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:3.0:1788941322.906927:0:279351:0:(client.c:2715:ptlrpc_set_wait()) set ffff889748129780 going to sleep for 80 seconds 00000100:00000001:3.0:1788941322.906929:0:279351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941322.906932:0:279351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788941322.907201:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941322.907205:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977330f700. 00000400:00000200:0.0:1788941322.907210:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941322.907215:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941322.907220:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897486133b8 00000400:00000010:0.0:1788941322.907222:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897486133b8. 00000100:00000001:0.0:1788941322.907226:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941322.907229:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c690000 x1875827959593088/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788941407 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788941322.907238:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941322.907240:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88976c690000 x1875827959593088/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788941407 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788941322.907246:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941322.907247:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788941322.911131:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.911160:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941322.911164:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.911167:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941322.911176:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.911184:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941322.911192:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.911197:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.911201:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.911205:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 328 into portal 15 MB=0x6aa0e38554780 00000400:00000200:1.0:1788941322.911214:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.112@tcp of length 328/328 into md 0x537971 [2] + 1768 00000400:00000010:1.0:1788941322.911219:0:2386:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889760a17dc0. 00000400:00000200:1.0:1788941322.911223:0:2386:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff889772fa0480 00000800:00000001:1.0:1788941322.911229:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.911244:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941322.911248:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941322.911252:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941322.911258:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889772fa0480 00000400:00000010:1.0:1788941322.911260:0:2386:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff889772fa0480. 00000100:00000001:1.0:1788941322.911265:0:2386:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1788941322.911267:0:2386:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:1.0:1788941322.911270:0:2386:0:(events.c:337:request_in_callback()) incoming req@ffff889747390c50 x1875827911640960 msgsize 328 00000100:00100000:1.0:1788941322.911274:0:2386:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.112@tcp (source: 12345-192.168.206.112@tcp) 00000100:00000040:1.0:1788941322.911276:0:2386:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1788941322.911294:0:2386:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1788941322.911301:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.911304:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788941322.911473:0:236333:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8897605b5000. 00000100:00000010:0.0:1788941322.911481:0:236333:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff889773320000. 00000100:00100000:0.0:1788941322.911484:0:236333:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:0.0:1788941322.911488:0:236333:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1788941322.911492:0:236333:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889760a17108. 00000400:00000010:0.0:1788941322.911498:0:236333:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff889747f34300. 00000100:00000001:0.0:1788941322.911508:0:236333:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1788941322.911510:0:236333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875827911640960 02000000:00000001:0.0:1788941322.911513:0:236333:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1788941322.911516:0:236333:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941322.911518:0:236333:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941322.911523:0:236333:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788941322.911533:0:236333:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875827911640960 00000020:00000001:0.0:1788941322.911536:0:236333:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788941322.911538:0:236333:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6856513a71e149d2 00000020:00000001:0.0:1788941322.911541:0:236333:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788941322.911545:0:236333:0:(lustre_handles.c:148:class_handle2object()) GET export ffff88976d23f000 refcount=5 00000020:00000001:0.0:1788941322.911548:0:236333:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782685351936 : -131291024199680 : ffff88976d23f000) 00000020:00000001:0.0:1788941322.911550:0:236333:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446612782685351936 : -131291024199680 : ffff88976d23f000) 00000100:00000001:0.0:1788941322.911555:0:236333:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788941322.911558:0:236333:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff889772bd5400. 00000100:00000001:0.0:1788941322.911561:0:236333:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788941322.911564:0:236333:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff889772bd5400. 00000020:00000010:0.0:1788941322.911569:0:236333:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff889758915800. 00000020:00000010:0.0:1788941322.911574:0:236333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88977183a580. 00000020:00000010:0.0:1788941322.911579:0:236333:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff889742a58af0. 00000100:00000040:0.0:1788941322.911588:0:236333:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1788941322.911591:0:236333:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1788941322.911592:0:236333:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1788941322.911595:0:236333:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941322.911602:0:236333:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941322.911617:0:236333:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941322.911629:0:236333:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788941322.911640:0:236333:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788941322.911644:0:236333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.112@tcp, seq: 5484 00000100:00000040:0.0:1788941322.911648:0:236333:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff88976d23f000 : new rpc_count 1 00000100:00000001:0.0:1788941322.911650:0:236333:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446612782049201232 : -131291660350384 : ffff889747390c50) 00000100:00000040:0.0:1788941322.911656:0:236333:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff889747390c50 x1875827911640960/t0(0) o104->5577a8ea-8937-4a4d-9ce6-14bd397bfba4@192.168.206.112@tcp:543/0 lens 328/0 e 0 to 0 dl 1788941333 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941322.911666:0:236333:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788941322.911669:0:236333:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff889772bd5400. 00000100:00000001:0.0:1788941322.911671:0:236333:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788941322.911674:0:236333:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff889772bd5400. 00000100:00100000:0.0:1788941322.911678:0:236333:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff889747390c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5577a8ea-8937-4a4d-9ce6-14bd397bfba4+5:103026:x1875827911640960:12345-192.168.206.112@tcp:104: 00000100:00000200:0.0:1788941322.911688:0:236333:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875827911640960 00010000:00000001:0.0:1788941322.911690:0:236333:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788941322.911697:0:236333:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788941322.911699:0:236333:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788941322.911701:0:236333:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88974911b000 refcount=2 00000020:00000001:0.0:1788941322.911704:0:236333:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:0.0:1788941322.911706:0:236333:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:0.0:1788941322.911709:0:236333:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788941322.911712:0:236333:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788941322.911717:0:236333:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xfc9ba27b5a2d81fb expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:0.0:1788941322.911728:0:236333:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788941322.911730:0:236333:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788941322.911734:0:236333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8897605b7c00. 02000000:00000001:0.0:1788941322.911737:0:236333:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941322.911739:0:236333:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941322.911743:0:236333:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788941322.911745:0:236333:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941322.911749:0:236333:0:(import.c:2149:obd_at_measure()) add 1 to ffff88974849b9e8 time=108 v=5 (1 1 1 1) 00000100:00000001:0.0:1788941322.911752:0:236333:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788941322.911755:0:236333:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff889746609d40 refcount 16 to 192.168.206.112@tcp 00000100:00000001:0.0:1788941322.911757:0:236333:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446612782035017024 : -131291674534592 : ffff889746609d40) 02000000:00000001:0.0:1788941322.911759:0:236333:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788941322.911761:0:236333:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941322.911764:0:236333:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788941322.911767:0:236333:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:0.0:1788941322.911770:0:236333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87330. 00000100:00000200:0.0:1788941322.911773:0:236333:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875827911640960, offset 224 00000400:00000200:0.0:1788941322.911779:0:236333:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:0.0:1788941322.911785:0:236333:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941322.911792:0:236333:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.12@tcp to MR: 192.168.206.112@tcp local destination 00000400:00000200:0.0:1788941322.911797:0:236333:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545693:545693:256:4294967295] 192.168.206.112@tcp LPNI seq info [545678:545678:8:4294967295] 00000400:00000200:0.0:1788941322.911807:0:236333:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941322.911816:0:236333:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:192.168.206.12@tcp) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:0.0:1788941322.911821:0:236333:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:0.0:1788941322.911826:0:236333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88976bd84e00. 00000800:00000200:0.0:1788941322.911831:0:236333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:0.0:1788941322.911837:0:236333:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:0.0:1788941322.911842:0:236333:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88976bd84e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788941322.911891:0:236333:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941322.911895:0:236333:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff889746609d40 refcount 15 to 192.168.206.112@tcp 00010000:00000001:0.0:1788941322.911898:0:236333:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788941322.911902:0:236333:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff889747f340c0. 00010000:00000001:0.0:1788941322.911905:0:236333:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788941322.911910:0:236333:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788941322.911912:0:236333:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941322.911913:0:236333:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941322.911915:0:236333:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941322.911920:0:236333:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889747390c50 x1875827911640960/t0(0) o104->5577a8ea-8937-4a4d-9ce6-14bd397bfba4@192.168.206.112@tcp:543/0 lens 328/224 e 0 to 0 dl 1788941333 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788941322.911929:0:236333:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff889747390c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5577a8ea-8937-4a4d-9ce6-14bd397bfba4+5:103026:x1875827911640960:12345-192.168.206.112@tcp:104: Request processed in 261us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1788941322.911937:0:236333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.112@tcp, seq: 5484 00000100:00000040:0.0:1788941322.911940:0:236333:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88976d23f000 : new rpc_count 0 00000100:00000001:0.0:1788941322.911942:0:236333:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788941322.911943:0:236333:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788941322.911959:0:236333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88977183a580. 00000020:00000010:0.0:1788941322.911963:0:236333:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff889742a58af0. 00000020:00000010:0.0:1788941322.911967:0:236333:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff889758915800. 00000020:00000040:0.0:1788941322.911972:0:236333:0:(genops.c:879:class_export_put()) PUTting export ffff88976d23f000 : new refcount 4 02000000:00000001:0.0:1788941322.911977:0:236333:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788941322.911979:0:236333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff889760aa1800. 02000000:00000001:0.0:1788941322.911989:0:236333:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788941322.911991:0:236333:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098ed80. 02000000:00000001:0.0:1788941322.911997:0:236333:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788941322.911998:0:236333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff889760aa3c00. 02000000:00000001:0.0:1788941322.912001:0:236333:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788941322.912003:0:236333:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772195f80. 02000000:00000001:0.0:1788941322.912006:0:236333:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788941322.912007:0:236333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff889747391000. 02000000:00000001:0.0:1788941322.912009:0:236333:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788941322.912011:0:236333:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772195c00. 02000000:00000001:0.0:1788941322.912013:0:236333:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788941322.912014:0:236333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff889747391400. 02000000:00000001:0.0:1788941322.912016:0:236333:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788941322.912017:0:236333:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772197100. 02000000:00000001:0.0:1788941322.912019:0:236333:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788941322.912020:0:236333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff889747391c00. 02000000:00000001:0.0:1788941322.912022:0:236333:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1788941322.912024:0:236333:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772194e00. 00000100:00000010:0.0:1788941322.912027:0:236333:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff889773322000. 00000100:00000010:0.0:1788941322.912031:0:236333:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff889747390c00. 00000100:00000001:0.0:1788941322.912034:0:236333:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788941322.912429:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941322.912433:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88976bd84e00. 00000400:00000200:0.0:1788941322.912437:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941322.912446:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941322.912450:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87330 00000400:00000010:0.0:1788941322.912453:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87330. 00000100:00000001:0.0:1788941322.912456:0:2387:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1788941322.912458:0:2387:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788941322.912460:0:2387:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8897605b7c00. 02000000:00000001:0.0:1788941322.912462:0:2387:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1788941322.912463:0:2387:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1788941322.912714:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788941322.912717:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788941322.912720:0:236343:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788941322.912723:0:236343:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788941322.912725:0:236343:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788941322.912734:0:236343:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xfc9ba27b5a2d81fb expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788941322.912742:0:236343:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88974911b000 already unused, calling callback (ffffffffc19a83c0) 00000080:00000001:2.0:1788941322.912753:0:236343:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788941322.912757:0:236343:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xfc9ba27b5a2d81fb expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788941322.912765:0:236343:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788941322.912767:0:236343:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788941322.912771:0:236343:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xfc9ba27b5a2d81fb expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788941322.912776:0:236343:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788941322.912778:0:236343:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788941322.912779:0:236343:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788941322.912781:0:236343:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788941322.912783:0:236343:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88974911b000 refcount=3 00000020:00000001:2.0:1788941322.912785:0:236343:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:2.0:1788941322.912787:0:236343:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782080176128 : -131291629375488 : ffff88974911b000) 00010000:00000001:2.0:1788941322.912794:0:236343:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788941322.912797:0:236343:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 3/0,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xfc9ba27b5a2d81fb expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788941322.912803:0:236343:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788941322.912806:0:236343:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788941322.912808:0:236343:0:(file.c:6095:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788941322.912810:0:236343:0:(file.c:6101:ll_have_md_lock()) trying to match res [0x200002b17:0x122c:0x0] mode (null) 00000002:00000001:2.0:1788941322.912813:0:236343:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788941322.912816:0:236343:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788941322.912821:0:236343:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff889746c87800 count: 2 00010000:00000001:2.0:1788941322.912824:0:236343:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788941322.912827:0:236343:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788941322.912829:0:236343:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788941322.912830:0:236343:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788941322.912831:0:236343:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff889746c87800 count: 2 00010000:00000001:2.0:1788941322.912832:0:236343:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788941322.912839:0:236343:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788941322.912841:0:236343:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788941322.912842:0:236343:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788941322.912843:0:236343:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff889746c87800 count: 2 00010000:00000001:2.0:1788941322.912845:0:236343:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788941322.912846:0:236343:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788941322.912848:0:236343:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788941322.912849:0:236343:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788941322.912850:0:236343:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff889746c87800 count: 2 00010000:00000001:2.0:1788941322.912875:0:236343:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788941322.912876:0:236343:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788941322.912878:0:236343:0:(file.c:6123:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788941322.912880:0:236343:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788941322.912882:0:236343:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788941322.912886:0:236343:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446612781988731288 : -131291720820328 : ffff8897439e5998) 00000020:00001000:2.0:1788941322.912888:0:236343:0:(cl_object.c:823:cl_env_get()) 1@ffff8897439e5990 00000020:00000001:2.0:1788941322.912889:0:236343:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788941322.912892:0:236343:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b17:0x122c:0x0]: losing layout lock 00000080:00000001:2.0:1788941322.912895:0:236343:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788941322.912897:0:236343:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788941322.912900:0:236343:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788941322.912903:0:236343:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788941322.912905:0:236343:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x122c:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788941322.912906:0:236343:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941322.912908:0:236343:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788941322.912909:0:236343:0:(cl_object.c:917:cl_env_put()) 1@ffff8897439e5990 00000080:00000001:2.0:1788941322.912911:0:236343:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788941322.912914:0:236343:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788941322.912916:0:236343:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b17:0x122c:0x0](ffff889751975348) invalid 00000020:00000001:2.0:1788941322.912920:0:236343:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1cb3c40 00000080:00002000:2.0:1788941322.912921:0:236343:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f812b.sanity (ffff8897598db6c0) parent ffff8897800996c0 inode ffff889751975348 refc 1 00000080:00000001:2.0:1788941322.912925:0:236343:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788941322.912927:0:236343:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788941322.912928:0:236343:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941322.912931:0:236343:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788941322.912934:0:236343:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788941322.912935:0:236343:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788941322.912941:0:236343:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788941322.912943:0:236343:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788941322.912955:0:236343:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff88974911b000 with handle 0x6856513a71e3226e from hash 00010000:00000001:2.0:1788941322.912958:0:236343:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788941322.912960:0:236343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941322.912961:0:236343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941322.912962:0:236343:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788941322.912966:0:236343:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788941322.912968:0:236343:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1788941322.912972:0:236343:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941322.912976:0:236343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941322.912977:0:236343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941322.912978:0:236343:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941322.912980:0:236343:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788941322.912982:0:236343:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788941322.912990:0:236343:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976bf94e00. 00000020:00000040:2.0:1788941322.912993:0:236343:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=8 obd=lustre-MDT0000-mdc-ffff889767e18000 00000100:00000001:2.0:1788941322.912997:0:236343:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788941322.912999:0:236343:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788941322.913004:0:236343:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788941322.913010:0:236343:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88976c6d5400. 00000100:00000001:2.0:1788941322.913015:0:236343:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941322.913018:0:236343:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788941322.913022:0:236343:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 2/0,0 mode: --/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xfc9ba27b5a2d81fb expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788941322.913028:0:236343:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788941322.913029:0:236343:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941322.913033:0:236343:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788941322.913037:0:236343:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941322.913044:0:236343:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f715e738] to pc [ptlrpcd_01_00+0] req@ffff88976bf94e00 x1875827959593216/t0(0) o103->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788941322.913069:0:236343:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788941322.913071:0:236343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941322.913072:0:236343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941322.913078:0:236343:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941322.913080:0:236343:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788941322.913081:0:236343:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788941322.913084:0:236343:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 1/0,0 mode: --/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xfc9ba27b5a2d81fb expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788941322.913090:0:236343:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788941322.913092:0:236343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88974911b000/0x6856513a71e3226e lrc: 0/0,0 mode: --/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xfc9ba27b5a2d81fb expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1788941322.913100:0:236343:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff889746c87800 count: 0 00010000:00000010:2.0:1788941322.913104:0:236343:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88976024d880. 00010000:00000001:2.0:1788941322.913111:0:236343:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941322.913113:0:236343:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788941322.913114:0:236343:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff889747f340c0. 00010000:00000001:2.0:1788941322.913122:0:236343:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941322.913124:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788941322.913125:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788941322.913127:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788941322.913129:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788941322.913130:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788941322.913131:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788941322.913133:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788941322.913134:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788941322.913135:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788941322.913141:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788941322.913145:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788941322.913146:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941322.913151:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941322.913153:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941322.913155:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941322.913156:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941322.913158:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788941322.913163:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976bf94e00 x1875827959593216/t0(0) o103->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941322.913183:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941322.913185:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941322.913188:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788941322.913191:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788941322.913193:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941322.913196:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976bf94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959593216:192.168.206.112@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788941322.913200:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788941322.913204:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788941322.913206:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941322.913208:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788941322.913211:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88976c6d4c00. 02000000:00000001:2.0:1788941322.913212:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941322.913217:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:2.0:1788941322.913220:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897735f9c60. 00000400:00000010:2.0:1788941322.913225:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c97f8. 00000100:00000200:2.0:1788941322.913230:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959593216, portal 18 00000100:00000001:2.0:1788941322.913232:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941322.913233:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782665780736 : -131291043770880 : ffff88976bf94e00) 00000100:00000040:2.0:1788941322.913239:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976bf94e00 x1875827959593216/t0(0) o103->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941322.913245:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788941322.913247:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:2.0:1788941322.913249:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9770. 00000100:00000200:2.0:1788941322.913252:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875827959593216, offset 0 00000400:00000200:2.0:1788941322.913257:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:2.0:1788941322.913269:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941322.913274:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:2.0:1788941322.913278:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788941322.913282:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:2.0:1788941322.913286:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788941322.913288:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:2.0:1788941322.913296:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545694:545694:256:4294967295] 192.168.206.112@tcp LPNI seq info [545679:545679:8:4294967295] 00000400:00000200:2.0:1788941322.913301:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941322.913308:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:2.0:1788941322.913411:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:2.0:1788941322.913416:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889767e55100. 00000800:00000200:2.0:1788941322.913421:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:2.0:1788941322.913427:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:2.0:1788941322.913431:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889767e55100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788941322.913449:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941322.913454:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34598 usecs (35 jiffies) 00000400:00000200:2.0:1788941322.913457:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941322.913460:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307196112 00000100:00000001:2.0:1788941322.913467:0:2397:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 0, simply extend its deadline from 4307196107 00000100:00000001:2.0:1788941322.913471:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307196112 00000100:00000001:2.0:1788941322.913474:0:2397:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 1, simply extend its deadline from 4307196107 00000100:00000001:2.0:1788941322.913477:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941322.913480:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941322.913483:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941322.913486:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.913547:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941322.913551:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788941322.913665:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941322.913670:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889767e55100. 00000400:00000200:1.0:1788941322.913674:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941322.913679:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941322.913683:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9770 00000400:00000010:1.0:1788941322.913685:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9770. 00000100:00000001:1.0:1788941322.913688:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941322.913692:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976bf94e00 x1875827959593216/t0(0) o103->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941338 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941322.913708:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941322.913711:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976bf94e00 x1875827959593216/t0(0) o103->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941338 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941322.913718:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941322.913720:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788941322.917678:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941322.917694:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941322.917698:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941322.917701:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941322.917709:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941322.917729:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:0.0:1788941322.917737:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941322.917742:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941322.917748:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941322.917752:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 18 MB=0x6aa0e3b30f900 00000400:00000200:0.0:1788941322.917756:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941322.917762:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.112@tcp of length 224/224 into md 0x5380d1 [1] + 224 00000800:00000001:0.0:1788941322.917769:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941322.917778:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941322.917781:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941322.917785:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:0.0:1788941322.917798:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941322.917807:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976bf94e00 x1875827959593216/t0(0) o103->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941338 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788941322.917819:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976bf94e00 x1875827959593216/t0(0) o103->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941322.917837:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788941322.917845:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941322.917850:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941322.917972:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941322.917976:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788941322.917982:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788941322.917984:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788941322.917987:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897735f9c60. 00000400:00000200:2.0:1788941322.917991:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c97f8 00000400:00000010:2.0:1788941322.917993:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c97f8. 00000100:00000001:2.0:1788941322.917996:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788941322.918001:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976bf94e00 x1875827959593216/t0(0) o103->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941338 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788941322.918010:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976bf94e00 x1875827959593216/t0(0) o103->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941338 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941322.918021:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788941322.918023:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941322.918026:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788941322.918029:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788941322.918032:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788941322.918034:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941322.918037:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788941322.918045:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff88976bc8ad38 time=108 v=5 (5 5 5 5) 00000100:00001000:2.0:1788941322.918049:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=14 v=5 (1 1 1 0) 00000100:00000001:2.0:1788941322.918051:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788941322.918053:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941322.918055:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788941322.918058:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941322.918061:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788941322.918063:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771462 00000100:00000001:2.0:1788941322.918065:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788941322.918068:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941322.918073:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976bf94e00 x1875827959593216/t0(0) o103->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941338 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941322.918081:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941322.918084:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788941322.918085:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788941322.918089:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976bf94e00 x1875827959593216/t0(0) o103->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941338 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941322.918097:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976bf94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959593216:192.168.206.112@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788941322.918102:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941322.918104:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941322.918108:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976bf94e00 x1875827959593216/t0(0) o103->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941338 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941322.918113:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788941322.918115:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788941322.918123:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88976c6d4c00. 02000000:00000001:2.0:1788941322.918126:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788941322.918129:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788941322.918131:0:2397:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=7 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:2.0:1788941322.918133:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788941322.918135:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff88976c6d5400. 02000000:00000001:2.0:1788941322.918138:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788941322.918140:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788941322.918142:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976bf94e00. 00000100:00000001:2.0:1788941322.918146:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788941322.918147:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941322.918149:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941322.918156:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941322.918158:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941322.918160:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941322.918162:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1F:1788941322.921027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8897500ecd00. 00000800:00000001:1.0:1788941322.921389:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.921403:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941322.921406:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.921408:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941322.921417:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.921424:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941322.921432:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.921437:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.921441:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.921446:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 664 into portal 10 MB=0x6aa0e3b30f880 00000400:00000200:1.0:1788941322.921450:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.921456:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 664/664 into md 0x5380b9 [64] + 224 00000800:00000001:1.0:1788941322.921462:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.921470:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941322.921473:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941322.921477:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941322.921486:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941322.921494:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c690000 x1875827959593088/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788941407 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788941322.921505:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff88976c690000 x1875827959593088/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788941407 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788941322.921521:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941322.921529:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.921532:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941322.921642:0:279351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788941322.921649:0:279351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941322.921652:0:279351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941322.921655:0:279351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889771817d10. 00000400:00000200:3.0:1788941322.921659:0:279351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760a03800 00000400:00000010:3.0:1788941322.921661:0:279351:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff889760a03800. 00000100:00000001:3.0:1788941322.921664:0:279351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941322.921670:0:279351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c690000 x1875827959593088/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788941407 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788941322.921679:0:279351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c690000 x1875827959593088/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788941407 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.921685:0:279351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941322.921687:0:279351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941322.921689:0:279351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941322.921692:0:279351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941322.921694:0:279351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941322.921697:0:279351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941322.921700:0:279351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941322.921708:0:279351:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=120 v=60 (60 60 60 61) 00000100:00001000:3.0:1788941322.921712:0:279351:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=14 v=5 (1 1 1 0) 00000100:00000001:3.0:1788941322.921714:0:279351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788941322.921718:0:279351:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff88976c690000 x1875827959593088/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 648/664 e 0 to 0 dl 1788941407 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.921737:0:279351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788941322.921740:0:279351:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788941322.921742:0:279351:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788941322.921744:0:279351:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788941322.921746:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941322.921748:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673100800 : -131291036450816 : ffff88976c690000) 00000100:00000001:3.0:1788941322.921751:0:279351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941322.921753:0:279351:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771462 00000100:00000001:3.0:1788941322.921755:0:279351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941322.921757:0:279351:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788941322.921762:0:279351:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c690000 x1875827959593088/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 648/664 e 0 to 0 dl 1788941407 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.921769:0:279351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1788941322.921771:0:279351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941322.921773:0:279351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941322.921777:0:279351:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c690000 x1875827959593088/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 648/664 e 0 to 0 dl 1788941407 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788941322.921784:0:279351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c690000 pname:cluuid:pid:xid:nid:opc:job lfs:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:279351:1875827959593088:192.168.206.112@tcp:101:lfs.0 00000100:00000001:3.0:1788941322.921789:0:279351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941322.921792:0:279351:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788941322.921794:0:279351:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788941322.921796:0:279351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941322.921799:0:279351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88976c690000 x1875827959593088/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 648/664 e 0 to 0 dl 1788941407 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.921805:0:279351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788941322.921807:0:279351:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff889748129780. 00000100:00000001:3.0:1788941322.921810:0:279351:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788941322.921812:0:279351:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788941322.921816:0:279351:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788941322.921820:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.921828:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.921831:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377cc00 refcount=4 00000020:00000001:3.0:1788941322.921833:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:3.0:1788941322.921836:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00010000:3.0:1788941322.921841:0:279351:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e32275 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.921887:0:279351:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788941322.921892:0:279351:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e32275 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.921898:0:279351:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788941322.921900:0:279351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e32275 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.921906:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.921908:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788941322.921910:0:279351:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e32275 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.921915:0:279351:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788941322.921918:0:279351:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.921920:0:279351:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788941322.921923:0:279351:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e32275 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941322.921929:0:279351:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff88977377cc00 already unused, calling callback (ffffffffc19a83c0) 00000080:00000001:3.0:1788941322.921932:0:279351:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788941322.921935:0:279351:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e32275 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.921941:0:279351:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788941322.921943:0:279351:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788941322.921952:0:279351:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e32275 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.921958:0:279351:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788941322.921960:0:279351:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788941322.921962:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.921963:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.921965:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377cc00 refcount=5 00000020:00000001:3.0:1788941322.921967:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:3.0:1788941322.921969:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:3.0:1788941322.921971:0:279351:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788941322.921974:0:279351:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e32275 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788941322.921979:0:279351:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788941322.921981:0:279351:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941322.921984:0:279351:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788941322.921985:0:279351:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788941322.921988:0:279351:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788941322.921990:0:279351:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788941322.921991:0:279351:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788941322.921993:0:279351:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788941322.921995:0:279351:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff88977377cc00 with handle 0x6856513a71e32275 from hash 00010000:00000001:3.0:1788941322.921997:0:279351:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788941322.921998:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.921999:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.922001:0:279351:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788941322.922002:0:279351:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788941322.922004:0:279351:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788941322.922005:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.922006:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.922008:0:279351:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941322.922010:0:279351:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941322.922012:0:279351:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e32275 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.922026:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.922027:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.922029:0:279351:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788941322.922030:0:279351:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788941322.922032:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.922033:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.922034:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788941322.922036:0:279351:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e32275 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788941322.922043:0:279351:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff889746c87000 count: 0 00010000:00000010:3.0:1788941322.922050:0:279351:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff88976024d800. 00010000:00000001:3.0:1788941322.922057:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.922058:0:279351:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788941322.922063:0:279351:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788941322.922068:0:279351:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x800002b, status=0 req@ffff88976c690000 x1875827959593088/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 648/664 e 0 to 0 dl 1788941407 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788941322.922077:0:279351:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788941322.922081:0:279351:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88976c690000 x1875827959593088/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 648/664 e 0 to 0 dl 1788941407 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788941322.922087:0:279351:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.922092:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788941322.922093:0:279351:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.922095:0:279351:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.922097:0:279351:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.922099:0:279351:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788941322.922101:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941322.922102:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673100800 : -131291036450816 : ffff88976c690000) 00010000:00000001:3.0:1788941322.922104:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788941322.922105:0:279351:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.922107:0:279351:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788941322.922109:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e03950 00000002:00002000:3.0:1788941322.922116:0:279351:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x880002b: rc = 0 00000002:00000001:3.0:1788941322.922118:0:279351:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941322.922122:0:279351:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941322.922124:0:279351:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788941322.922127:0:279351:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 0 00000080:00000001:3.0:1788941322.922130:0:279351:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941322.922133:0:279351:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff88974643d0c0 2 00000080:00000010:3.0:1788941322.922137:0:279351:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8897717d3400. 00000080:00000001:3.0:1788941322.922140:0:279351:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788941322.922146:0:279351:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788941322.922148:0:279351:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1788941322.922151:0:279351:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788941322.922156:0:279351:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446612781988730568 : -131291720821048 : ffff8897439e56c8) 00000020:00001000:3.0:1788941322.922158:0:279351:0:(cl_object.c:823:cl_env_get()) 1@ffff8897439e56c0 00000020:00000001:3.0:1788941322.922160:0:279351:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788941322.922163:0:279351:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788941322.922166:0:279351:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788941322.922171:0:279351:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8897717a21e0. 00020000:00000010:3.0:1788941322.922175:0:279351:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff889747b6cc00. 00020000:00000010:3.0:1788941322.922179:0:279351:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8897717a29c0. 00020000:00000001:3.0:1788941322.922181:0:279351:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446612782758111680 : -131290951439936 : ffff8897717a29c0) 00020000:00000002:3.0:1788941322.922185:0:279351:0:(lov_ea.c:755:dump_lsm()) lsm ffff8897717a29c0, objid 0x122c:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788941322.922189:0:279351:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788941322.922192:0:279351:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff889747b6cc00: ostid: 0x280000401:21672 ost idx: 0 gen: 0 00020000:00000002:3.0:1788941322.922195:0:279351:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff88976c2a9aa8) owner ffff88975a2b27c0 00020000:00000001:3.0:1788941322.922198:0:279351:0:(lov_object.c:1341:lov_layout_change()) Process entered 00000020:00000001:3.0:1788941322.922199:0:279351:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788941322.922200:0:279351:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446612782782671112 : -131290926880504 : ffff889772f0e908) 00000020:00001000:3.0:1788941322.922202:0:279351:0:(cl_object.c:823:cl_env_get()) 1@ffff889772f0e900 00020000:00000002:3.0:1788941322.922204:0:279351:0:(lov_object.c:1353:lov_layout_change()) [0x200002b17:0x122c:0x0] from EMPTY to COMPOSITE 00000020:00000001:3.0:1788941322.922207:0:279351:0:(cl_object.c:368:cl_object_prune()) Process entered 00000080:00000001:3.0:1788941322.922209:0:279351:0:(vvp_object.c:142:vvp_prune()) Process entered 00000080:00000001:3.0:1788941322.922211:0:279351:0:(file.c:5294:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1788941322.922213:0:279351:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788941322.922214:0:279351:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446612781988729704 : -131291720821912 : ffff8897439e5368) 00000020:00001000:3.0:1788941322.922220:0:279351:0:(cl_object.c:823:cl_env_get()) 1@ffff8897439e5360 00000020:00000001:3.0:1788941322.922224:0:279351:0:(cl_object.c:143:cl_object_top()) ffff889748406f58 -> ffff889748406f58 00000020:00000001:3.0:1788941322.922227:0:279351:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788941322.922229:0:279351:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788941322.922231:0:279351:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0x122c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788941322.922234:0:279351:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788941322.922235:0:279351:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788941322.922236:0:279351:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788941322.922240:0:279351:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x122c:0x0]io ffff889745589c20 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1788941322.922243:0:279351:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff88976c2a9aa8) owner ffff88975a2b27c0/ffff88975a2b27c0 00020000:00000001:3.0:1788941322.922246:0:279351:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:3.0:1788941322.922248:0:279351:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:3.0:1788941322.922250:0:279351:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff88976c2a9aa8) owner ffff88975a2b27c0/ffff88975a2b27c0 00000020:00000001:3.0:1788941322.922252:0:279351:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788941322.922254:0:279351:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:3.0:1788941322.922257:0:279351:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788941322.922259:0:279351:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0x122c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788941322.922262:0:279351:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788941322.922263:0:279351:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788941322.922266:0:279351:0:(cl_object.c:917:cl_env_put()) 1@ffff8897439e5360 00000080:00000001:3.0:1788941322.922269:0:279351:0:(file.c:5331:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941322.922272:0:279351:0:(vvp_object.c:154:vvp_prune()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941322.922274:0:279351:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788941322.922277:0:279351:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:3.0:1788941322.922278:0:279351:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788941322.922281:0:279351:0:(lov_object.c:1371:lov_layout_change()) [0x200002b17:0x122c:0x0]Apply new layout lov ffff88976c2a9aa8, type 2 00020000:00000001:3.0:1788941322.922283:0:279351:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1788941322.922286:0:279351:0:(lov_ea.c:755:dump_lsm()) lsm ffff8897717a29c0, objid 0x122c:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788941322.922289:0:279351:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788941322.922292:0:279351:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff889747b6cc00: ostid: 0x280000401:21672 ost idx: 0 gen: 0 00020000:00000010:3.0:1788941322.922296:0:279351:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff88976c6c1f50. 00020000:00000010:3.0:1788941322.922299:0:279351:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff889748129780. 00020000:00000001:3.0:1788941322.922303:0:279351:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1788941322.922306:0:279351:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff8897461dbb20. 00020000:00000001:3.0:1788941322.922326:0:279351:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1788941322.922328:0:279351:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1788941322.922334:0:279351:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1788941322.922338:0:279351:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff889748406320. 00000020:00000001:3.0:1788941322.922340:0:279351:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788941322.922342:0:279351:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788941322.922344:0:279351:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446612782066459552 : -131291643092064 : ffff8897484063a0) 00020000:00000001:3.0:1788941322.922348:0:279351:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1788941322.922352:0:279351:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff88976c13a700. 00020000:00000001:3.0:1788941322.922354:0:279351:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941322.922359:0:279351:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446612782066459552 : -131291643092064 : ffff8897484063a0) 00020000:00000001:3.0:1788941322.922361:0:279351:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446612782066459552 : -131291643092064 : ffff8897484063a0) 00020000:00000002:3.0:1788941322.922364:0:279351:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x54a8:0x0]@ffff889748406320[0:0] -> [0x200002b17:0x122c:0x0]@ffff889748406ed8: ostid: 0x280000401:21672 ost idx: 0 gen: 0 00020000:00000001:3.0:1788941322.922369:0:279351:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1788941322.922371:0:279351:0:(lov_object.c:815:lov_init_composite()) Process leaving 00000020:00001000:3.0:1788941322.922373:0:279351:0:(cl_object.c:917:cl_env_put()) 1@ffff889772f0e900 00020000:00000001:3.0:1788941322.922375:0:279351:0:(lov_object.c:1393:lov_layout_change()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788941322.922377:0:279351:0:(lov_object.c:1527:lov_conf_set()) Process leaving 00020000:00000002:3.0:1788941322.922379:0:279351:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff88976c2a9aa8) owner ffff88975a2b27c0 00020000:00000002:3.0:1788941322.922382:0:279351:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x122c:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788941322.922384:0:279351:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941322.922385:0:279351:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788941322.922387:0:279351:0:(cl_object.c:917:cl_env_put()) 1@ffff8897439e56c0 00000080:00000001:3.0:1788941322.922390:0:279351:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330220 : 144115373145330220 : 200002b1700122c) 00000080:00000001:3.0:1788941322.922393:0:279351:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:3.0:1788941322.922397:0:279351:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200002b17:0x122c:0x0], updating i_size 0 00000080:00000001:3.0:1788941322.922400:0:279351:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788941322.922403:0:279351:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788941322.922404:0:279351:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.922407:0:279351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941322.922411:0:279351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88976c690000 x1875827959593088/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/664 e 0 to 0 dl 1788941407 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.922418:0:279351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941322.922426:0:279351:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941322.922428:0:279351:0:(file.c:3197:ll_release_openhandle()) Process entered 00000080:00000010:3.0:1788941322.922431:0:279351:0:(file.c:3210:ll_release_openhandle()) kmalloced '(och)': 56 at ffff889772d4b000. 00800000:00000001:3.0:1788941322.922435:0:279351:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:3.0:1788941322.922437:0:279351:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788941322.922439:0:279351:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788941322.922441:0:279351:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788941322.922443:0:279351:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788941322.922445:0:279351:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941322.922447:0:279351:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x122c:0x0] 00800000:00000001:3.0:1788941322.922449:0:279351:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.922451:0:279351:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788941322.922453:0:279351:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff88977196bf20. 00000002:00100000:3.0:1788941322.922457:0:279351:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff88976c690000 x1875827959593088/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/664 e 0 to 0 dl 1788941407 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788941322.922463:0:279351:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941322.922464:0:279351:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941322.922466:0:279351:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788941322.922469:0:279351:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff8897717d3400. 00000080:00000001:3.0:1788941322.922471:0:279351:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788941322.922475:0:279351:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788941322.922478:0:279351:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:3.0:1788941322.922479:0:279351:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788941322.922480:0:279351:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788941322.922481:0:279351:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788941322.922482:0:279351:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788941322.922484:0:279351:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941322.922485:0:279351:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x122c:0x0] 00800000:00000001:3.0:1788941322.922487:0:279351:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941322.922489:0:279351:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200002b17:0x122c:0x0] 00000002:00000001:3.0:1788941322.922491:0:279351:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788941322.922493:0:279351:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff889767e18000: [0x200002b17:0x122c:0x0] file closed with intent: 0 00000100:00000010:3.0:1788941322.922497:0:279351:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c690a80. 00000020:00000040:3.0:1788941322.922501:0:279351:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=8 obd=lustre-MDT0000-mdc-ffff889767e18000 00000100:00000001:3.0:1788941322.922505:0:279351:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941322.922507:0:279351:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941322.922515:0:279351:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941322.922520:0:279351:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8897717d2e00. 00000100:00000001:3.0:1788941322.922525:0:279351:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788941322.922535:0:279351:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff88976c690000 x1875827959593088/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/664 e 0 to 0 dl 1788941407 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788941322.922544:0:279351:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff889767e18000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788941322.922548:0:279351:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88976c690a80 x1875827959593472/t0(0) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788941322.922554:0:279351:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788941322.922555:0:279351:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788941322.922560:0:279351:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff889748129a80. 00000100:00000001:3.0:1788941322.922562:0:279351:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446612782063458944 : -131291646092672 : ffff889748129a80) 00000100:00000001:3.0:1788941322.922565:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941322.922566:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673103488 : -131291036448128 : ffff88976c690a80) 00000100:00000001:3.0:1788941322.922570:0:279351:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941322.922573:0:279351:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.922575:0:279351:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788941322.922577:0:279351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941322.922580:0:279351:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c690a80 x1875827959593472/t0(0) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.922587:0:279351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941322.922589:0:279351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941322.922592:0:279351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941322.922595:0:279351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941322.922597:0:279351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941322.922600:0:279351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c690a80 pname:cluuid:pid:xid:nid:opc:job lfs:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:279351:1875827959593472:192.168.206.112@tcp:35:lfs.0 00000100:00000001:3.0:1788941322.922603:0:279351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941322.922608:0:279351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941322.922610:0:279351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941322.922612:0:279351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941322.922616:0:279351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8897493c7800. 02000000:00000001:3.0:1788941322.922618:0:279351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941322.922628:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:3.0:1788941322.922642:0:279351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889771817d10. 00000400:00000010:3.0:1788941322.922648:0:279351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897486137f8. 00000100:00000200:3.0:1788941322.922655:0:279351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875827959593472, portal 10 00000100:00000001:3.0:1788941322.922657:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941322.922659:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673103488 : -131291036448128 : ffff88976c690a80) 00000100:00000040:3.0:1788941322.922669:0:279351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff88976c690a80 x1875827959593472/t0(0) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941338 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.922676:0:279351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941322.922679:0:279351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:3.0:1788941322.922681:0:279351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613110. 00000100:00000200:3.0:1788941322.922685:0:279351:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875827959593472, offset 0 00000400:00000200:3.0:1788941322.922691:0:279351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:3.0:1788941322.922698:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941322.922705:0:279351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:3.0:1788941322.922710:0:279351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941322.922715:0:279351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:3.0:1788941322.922720:0:279351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941322.922722:0:279351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:3.0:1788941322.922726:0:279351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545695:545695:256:4294967295] 192.168.206.112@tcp LPNI seq info [545680:545680:8:4294967295] 00000400:00000200:3.0:1788941322.922730:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941322.922739:0:279351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:3.0:1788941322.922744:0:279351:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:3.0:1788941322.922748:0:279351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977330f300. 00000800:00000200:3.0:1788941322.922754:0:279351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:3.0:1788941322.922761:0:279351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:3.0:1788941322.922766:0:279351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977330f300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788941322.922774:0:279351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941322.922778:0:279351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34586 usecs (35 jiffies) 00000400:00000200:3.0:1788941322.922781:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:3.0:1788941322.922784:0:279351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307196122 00000100:00000001:3.0:1788941322.922797:0:279351:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 0, simply extend its deadline from 4307196112 00000100:00000001:3.0:1788941322.922802:0:279351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307196122 00000100:00000001:3.0:1788941322.922805:0:279351:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 1, simply extend its deadline from 4307196112 00000100:00000001:3.0:1788941322.922808:0:279351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941322.922810:0:279351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.922813:0:279351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941322.922815:0:279351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788941322.922817:0:279351:0:(client.c:2715:ptlrpc_set_wait()) set ffff889748129a80 going to sleep for 11 seconds 00000100:00000001:3.0:1788941322.922820:0:279351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941322.922821:0:279351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1F:1788941322.922934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff889746c87800. 00010000:00000010:2.1:1788941322.922947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88974911b000. 00000800:00000200:1.0:1788941322.923749:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941322.923761:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977330f300. 00000400:00000200:1.0:1788941322.923767:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941322.923772:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941322.923778:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613110 00000400:00000010:1.0:1788941322.923780:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613110. 00000100:00000001:1.0:1788941322.923785:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941322.923791:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c690a80 x1875827959593472/t0(0) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941338 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788941322.923802:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941322.923805:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88976c690a80 x1875827959593472/t0(0) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941338 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788941322.923811:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941322.923813:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788941322.929294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff889746c87000. 00010000:00000010:3.1:1788941322.929312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff88977377cc00. 00000800:00000001:1.0:1788941322.929461:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.929473:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941322.929476:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.929479:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941322.929487:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.929495:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941322.929504:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.929509:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.929514:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.929518:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 456 into portal 10 MB=0x6aa0e3b30fa00 00000400:00000200:1.0:1788941322.929523:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.929529:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 456/456 into md 0x5380d9 [1] + 224 00000800:00000001:1.0:1788941322.929536:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.929544:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941322.929547:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941322.929551:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941322.929569:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941322.929578:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c690a80 x1875827959593472/t0(0) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941338 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788941322.929588:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff88976c690a80 x1875827959593472/t0(0) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941338 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788941322.929621:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941322.929640:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.929644:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941322.929694:0:279351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788941322.929701:0:279351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941322.929703:0:279351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941322.929706:0:279351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889771817d10. 00000400:00000200:3.0:1788941322.929710:0:279351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897486137f8 00000400:00000010:3.0:1788941322.929713:0:279351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897486137f8. 00000100:00000001:3.0:1788941322.929716:0:279351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941322.929720:0:279351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c690a80 x1875827959593472/t0(0) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941338 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788941322.929729:0:279351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c690a80 x1875827959593472/t0(0) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941338 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.929735:0:279351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941322.929736:0:279351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941322.929739:0:279351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941322.929742:0:279351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941322.929744:0:279351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941322.929747:0:279351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941322.929750:0:279351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941322.929757:0:279351:0:(import.c:2149:obd_at_measure()) add 5 to ffff88976bc8acf0 time=119 v=5 (5 5 5 5) 00000100:00001000:3.0:1788941322.929760:0:279351:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=14 v=5 (1 1 1 0) 00000100:00000001:3.0:1788941322.929763:0:279351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941322.929765:0:279351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.929767:0:279351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941322.929770:0:279351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.929779:0:279351:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788941322.929781:0:279351:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788941322.929782:0:279351:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788941322.929784:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941322.929786:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673103488 : -131291036448128 : ffff88976c690a80) 00000100:00000001:3.0:1788941322.929789:0:279351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941322.929791:0:279351:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771462 00000100:00000001:3.0:1788941322.929793:0:279351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941322.929795:0:279351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941322.929800:0:279351:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c690a80 x1875827959593472/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1788941338 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.929807:0:279351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941322.929810:0:279351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941322.929813:0:279351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941322.929816:0:279351:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c690a80 x1875827959593472/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1788941338 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788941322.929824:0:279351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c690a80 pname:cluuid:pid:xid:nid:opc:job lfs:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:279351:1875827959593472:192.168.206.112@tcp:35:lfs.0 00000100:00000001:3.0:1788941322.929829:0:279351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941322.929832:0:279351:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.929835:0:279351:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788941322.929837:0:279351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941322.929840:0:279351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88976c690a80 x1875827959593472/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1788941338 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.929847:0:279351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788941322.929849:0:279351:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff889748129a80. 00000100:00000001:3.0:1788941322.929877:0:279351:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788941322.929879:0:279351:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.929885:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941322.929887:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673103488 : -131291036448128 : ffff88976c690a80) 00000002:00000001:3.0:1788941322.929890:0:279351:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941322.929893:0:279351:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788941322.929897:0:279351:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8897717d3400. 00000080:00000001:3.0:1788941322.929906:0:279351:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788941322.929909:0:279351:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:3.0:1788941322.929912:0:279351:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788941322.929914:0:279351:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788941322.929917:0:279351:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788941322.929919:0:279351:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788941322.929921:0:279351:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941322.929923:0:279351:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x122c:0x0] 00800000:00000001:3.0:1788941322.929925:0:279351:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.929930:0:279351:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788941322.929935:0:279351:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff88976c690000 x1875827959593088/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/664 e 0 to 0 dl 1788941407 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788941322.929943:0:279351:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941322.929945:0:279351:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788941322.929947:0:279351:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff889772d4b000. 00000100:00000001:3.0:1788941322.929950:0:279351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941322.929953:0:279351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88976c690a80 x1875827959593472/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1788941338 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.929959:0:279351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.929961:0:279351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941322.929963:0:279351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c690000 x1875827959593088/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/664 e 0 to 0 dl 1788941407 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.929969:0:279351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941322.929971:0:279351:0:(file.c:3225:ll_release_openhandle()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941322.929975:0:279351:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788941322.929976:0:279351:0:(dcache.c:176:ll_intent_release()) intent ffffa27fc1e03c90 released 00000080:00000001:3.0:1788941322.929978:0:279351:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788941322.929980:0:279351:0:(file.c:2791:ll_lov_setstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941322.929984:0:279351:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788941322.929987:0:279351:0:(file.c:6134:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1788941322.929989:0:279351:0:(file.c:6136:ll_take_md_lock()) trying to match res [0x200002b17:0x122c:0x0] 00800000:00000001:3.0:1788941322.929991:0:279351:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788941322.929992:0:279351:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788941322.929994:0:279351:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788941322.929995:0:279351:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788941322.930002:0:279351:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941322.930004:0:279351:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x122c:0x0] 00800000:00000001:3.0:1788941322.930006:0:279351:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.930009:0:279351:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788941322.930012:0:279351:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788941322.930016:0:279351:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.930018:0:279351:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941322.930020:0:279351:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0x122c:0x0]: 0 00000080:00000001:3.0:1788941322.930022:0:279351:0:(file.c:6141:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941322.930024:0:279351:0:(file.c:7040:ll_layout_intent()) Process entered 00000080:00000010:3.0:1788941322.930027:0:279351:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8897717d3400. 00000080:00010000:3.0:1788941322.930033:0:279351:0:(file.c:7058:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200002b17:0x122c:0x0](ffff889751975348) 00000080:00000001:3.0:1788941322.930036:0:279351:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788941322.930039:0:279351:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788941322.930042:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e03b18 00800000:00000002:3.0:1788941322.930045:0:279351:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200002b17:0x122c:0x0] '' on [0x200002b17:0x122c:0x0] 00800000:00000001:3.0:1788941322.930048:0:279351:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788941322.930050:0:279351:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788941322.930051:0:279351:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788941322.930052:0:279351:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788941322.930053:0:279351:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788941322.930055:0:279351:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941322.930057:0:279351:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x122c:0x0] 00800000:00000001:3.0:1788941322.930059:0:279351:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941322.930061:0:279351:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b17:0x122c:0x0], fid2=[0x200002b17:0x122c:0x0], name='' -> mds #0 00000002:00000001:3.0:1788941322.930065:0:279351:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788941322.930066:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e039e8 00000002:00010000:3.0:1788941322.930068:0:279351:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0x122c:0x0]) in obj [0x200002b17:0x122c:0x0], intent: layout flags 0 00000002:00000001:3.0:1788941322.930071:0:279351:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788941322.930073:0:279351:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:3.0:1788941322.930077:0:279351:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c690380. 00000020:00000040:3.0:1788941322.930081:0:279351:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=9 obd=lustre-MDT0000-mdc-ffff889767e18000 00010000:00000001:3.0:1788941322.930086:0:279351:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788941322.930090:0:279351:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941322.930095:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.930101:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.930102:0:279351:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.930105:0:279351:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941322.930107:0:279351:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941322.930111:0:279351:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941322.930117:0:279351:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8897717d2400. 00000100:00000001:3.0:1788941322.930122:0:279351:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.930126:0:279351:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788941322.930127:0:279351:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.930129:0:279351:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788941322.930129:0:279351:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.930131:0:279351:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.930135:0:279351:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446612782673101696 : -131291036449920 : ffff88976c690380) 00010000:00000001:3.0:1788941322.930138:0:279351:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788941322.930140:0:279351:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788941322.930143:0:279351:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff889746c87000. 00010000:00000010:3.0:1788941322.930147:0:279351:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88976024d800. 00010000:00000001:3.0:1788941322.930151:0:279351:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788941322.930154:0:279351:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88977377cc00. 00000020:00000001:3.0:1788941322.930157:0:279351:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788941322.930160:0:279351:0:(lustre_handles.c:93:class_handle_hash()) added object ffff88977377cc00 with handle 0x6856513a71e3227c to hash 00000020:00000001:3.0:1788941322.930162:0:279351:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788941322.930163:0:279351:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:3.0:1788941322.930166:0:279351:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:3.0:1788941322.930170:0:279351:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788941322.930172:0:279351:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941322.930176:0:279351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e3227c lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x122c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941322.930185:0:279351:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e3227c lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x122c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941322.930194:0:279351:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e3227c lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x122c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788941322.930207:0:279351:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788941322.930209:0:279351:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788941322.930213:0:279351:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff889748129a80. 00000100:00000001:3.0:1788941322.930215:0:279351:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446612782063458944 : -131291646092672 : ffff889748129a80) 00000100:00000001:3.0:1788941322.930217:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941322.930218:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673101696 : -131291036449920 : ffff88976c690380) 00000100:00000001:3.0:1788941322.930221:0:279351:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941322.930225:0:279351:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.930227:0:279351:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788941322.930228:0:279351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941322.930232:0:279351:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c690380 x1875827959593600/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.930239:0:279351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941322.930241:0:279351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941322.930244:0:279351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941322.930247:0:279351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941322.930249:0:279351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941322.930252:0:279351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c690380 pname:cluuid:pid:xid:nid:opc:job lfs:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:279351:1875827959593600:192.168.206.112@tcp:101:lfs.0 00000100:00000001:3.0:1788941322.930256:0:279351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941322.930260:0:279351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941322.930262:0:279351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941322.930264:0:279351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941322.930268:0:279351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8897493c7000. 02000000:00000001:3.0:1788941322.930270:0:279351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941322.930274:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:3.0:1788941322.930277:0:279351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889771817d10. 00000400:00000010:3.0:1788941322.930281:0:279351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897486137f8. 00000100:00000200:3.0:1788941322.930286:0:279351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875827959593600, portal 10 00000100:00000001:3.0:1788941322.930288:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941322.930289:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673101696 : -131291036449920 : ffff88976c690380) 00000100:00000040:3.0:1788941322.930294:0:279351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff88976c690380 x1875827959593600/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 376/472 e 0 to 0 dl 1788941407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.930372:0:279351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941322.930375:0:279351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:3.0:1788941322.930379:0:279351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613bb0. 00000100:00000200:3.0:1788941322.930383:0:279351:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875827959593600, offset 0 00000400:00000200:3.0:1788941322.930388:0:279351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:3.0:1788941322.930395:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941322.930400:0:279351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:3.0:1788941322.930405:0:279351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941322.930409:0:279351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:3.0:1788941322.930412:0:279351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941322.930415:0:279351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:3.0:1788941322.930418:0:279351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545696:545696:256:4294967295] 192.168.206.112@tcp LPNI seq info [545681:545681:8:4294967295] 00000400:00000200:3.0:1788941322.930422:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941322.930430:0:279351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:3.0:1788941322.930435:0:279351:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:3.0:1788941322.930439:0:279351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977330f400. 00000800:00000200:3.0:1788941322.930445:0:279351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:3.0:1788941322.930451:0:279351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:3.0:1788941322.930455:0:279351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977330f400 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:3.0:1788941322.933835:0:279351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941322.933848:0:279351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34578 usecs (35 jiffies) 00000400:00000200:3.0:1788941322.933869:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:3.0:1788941322.933873:0:279351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307196134 00000100:00000001:3.0:1788941322.933882:0:279351:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 0, simply extend its deadline from 4307196122 00000100:00000001:3.0:1788941322.933888:0:279351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307196134 00000100:00000001:3.0:1788941322.933890:0:279351:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 1, simply extend its deadline from 4307196122 00000100:00000001:3.0:1788941322.933893:0:279351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941322.933897:0:279351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.933918:0:279351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941322.933920:0:279351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:3.0:1788941322.933924:0:279351:0:(client.c:2715:ptlrpc_set_wait()) set ffff889748129a80 going to sleep for 80 seconds 00000100:00000001:3.0:1788941322.933928:0:279351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941322.933931:0:279351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788941322.934359:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941322.934364:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977330f400. 00000400:00000200:1.0:1788941322.934371:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941322.934378:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941322.934385:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613bb0 00000400:00000010:1.0:1788941322.934388:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613bb0. 00000100:00000001:1.0:1788941322.934393:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941322.934401:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c690380 x1875827959593600/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 376/472 e 0 to 0 dl 1788941407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788941322.934411:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941322.934414:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88976c690380 x1875827959593600/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 376/472 e 0 to 0 dl 1788941407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788941322.934421:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941322.934422:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788941322.938533:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.938552:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941322.938557:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.938559:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941322.938567:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.938573:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941322.938583:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.938587:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.938592:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.938596:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 400 into portal 10 MB=0x6aa0e3b30fa80 00000400:00000200:1.0:1788941322.938600:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.938607:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 400/400 into md 0x5380e1 [1] + 224 00000800:00000001:1.0:1788941322.938614:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.938620:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941322.938623:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941322.938653:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941322.938660:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941322.938668:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c690380 x1875827959593600/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 376/472 e 0 to 0 dl 1788941407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788941322.938679:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff88976c690380 x1875827959593600/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 376/472 e 0 to 0 dl 1788941407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788941322.938699:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941322.938707:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.938710:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941322.938766:0:279351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788941322.938774:0:279351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941322.938776:0:279351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941322.938779:0:279351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889771817d10. 00000400:00000200:3.0:1788941322.938783:0:279351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897486137f8 00000400:00000010:3.0:1788941322.938785:0:279351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897486137f8. 00000100:00000001:3.0:1788941322.938788:0:279351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941322.938792:0:279351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c690380 x1875827959593600/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 376/472 e 0 to 0 dl 1788941407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788941322.938800:0:279351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c690380 x1875827959593600/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 376/472 e 0 to 0 dl 1788941407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.938806:0:279351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941322.938808:0:279351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941322.938811:0:279351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941322.938814:0:279351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941322.938817:0:279351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941322.938819:0:279351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941322.938822:0:279351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941322.938830:0:279351:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=120 v=60 (60 60 60 61) 00000100:00001000:3.0:1788941322.938835:0:279351:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=14 v=5 (1 1 1 0) 00000100:00000001:3.0:1788941322.938837:0:279351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941322.938839:0:279351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.938842:0:279351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941322.938845:0:279351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.938848:0:279351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941322.938851:0:279351:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771462 00000100:00000001:3.0:1788941322.938887:0:279351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941322.938890:0:279351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941322.938895:0:279351:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c690380 x1875827959593600/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 376/400 e 0 to 0 dl 1788941407 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.938914:0:279351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941322.938917:0:279351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941322.938919:0:279351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941322.938923:0:279351:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c690380 x1875827959593600/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 376/400 e 0 to 0 dl 1788941407 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788941322.938930:0:279351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c690380 pname:cluuid:pid:xid:nid:opc:job lfs:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:279351:1875827959593600:192.168.206.112@tcp:101:lfs.0 00000100:00000001:3.0:1788941322.938935:0:279351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941322.938938:0:279351:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.938941:0:279351:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788941322.938942:0:279351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941322.938946:0:279351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c690380 x1875827959593600/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 376/400 e 0 to 0 dl 1788941407 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.938951:0:279351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788941322.938954:0:279351:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff889748129a80. 00000100:00000001:3.0:1788941322.938957:0:279351:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788941322.938958:0:279351:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.938961:0:279351:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788941322.938965:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.938968:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.938971:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377cc00 refcount=4 00000020:00000001:3.0:1788941322.938973:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:3.0:1788941322.938975:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000040:3.0:1788941322.938981:0:279351:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff88977377cc00, remote cookie: 0xfc9ba27b5a2d821e, flags: 0x1000 00010000:00000001:3.0:1788941322.938984:0:279351:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788941322.938988:0:279351:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788941322.938990:0:279351:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788941322.938991:0:279351:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788941322.938992:0:279351:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788941322.938995:0:279351:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0x122c:0x0].0x0 (ffff889746c87000) refcount = 1 00010000:00010000:3.0:1788941322.939000:0:279351:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e3227c lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0x122c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfc9ba27b5a2d821e expref: -99 pid: 279351 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.939018:0:279351:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788941322.939021:0:279351:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788941322.939023:0:279351:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788941322.939026:0:279351:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788941322.939028:0:279351:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941322.939032:0:279351:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e3227c lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0x122c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d821e expref: -99 pid: 279351 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.939038:0:279351:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788941322.939039:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.939041:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.939042:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.939043:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.939044:0:279351:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.939050:0:279351:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788941322.939051:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.939053:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.939054:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377cc00 refcount=3 00000020:00000001:3.0:1788941322.939056:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:3.0:1788941322.939058:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:3.0:1788941322.939060:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.939061:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788941322.939066:0:279351:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff88976c690380 x1875827959593600/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 376/400 e 0 to 0 dl 1788941407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000040:3.0:1788941322.939074:0:279351:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff889767e18000: layout return lvb 56 transno 0 00010000:00000001:3.0:1788941322.939076:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.939077:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.939079:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377cc00 refcount=3 00000020:00000001:3.0:1788941322.939081:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:3.0:1788941322.939083:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00000002:00010000:3.0:1788941322.939086:0:279351:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e3227c lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x122c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d821e expref: -99 pid: 279351 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788941322.939103:0:279351:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff889772d4b000. 00010000:00000001:3.0:1788941322.939106:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.939107:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788941322.939108:0:279351:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.939110:0:279351:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.939113:0:279351:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788941322.939114:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.939115:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.939117:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377cc00 refcount=3 00000020:00000001:3.0:1788941322.939119:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:3.0:1788941322.939121:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00000002:00010000:3.0:1788941322.939124:0:279351:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e3227c lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x122c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d821e expref: -99 pid: 279351 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.939130:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.939131:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.939132:0:279351:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788941322.939134:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.939135:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.939136:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377cc00 refcount=3 00000020:00000001:3.0:1788941322.939138:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:3.0:1788941322.939139:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000040:3.0:1788941322.939145:0:279351:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff889746c87000 count: 2 00010000:00000001:3.0:1788941322.939147:0:279351:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788941322.939151:0:279351:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff889751cea400 type 13 mode 16 res 8589945623/4652 (0 0) 00010000:00000001:3.0:1788941322.939153:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.939154:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788941322.939155:0:279351:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788941322.939158:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e03970 00000002:00002000:3.0:1788941322.939160:0:279351:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:3.0:1788941322.939162:0:279351:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941322.939171:0:279351:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941322.939173:0:279351:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788941322.939176:0:279351:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200002b17:0x122c:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788941322.939179:0:279351:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.939182:0:279351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941322.939187:0:279351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c690380 x1875827959593600/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 376/400 e 0 to 0 dl 1788941407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.939193:0:279351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941322.939195:0:279351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941322.939198:0:279351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8897493c7000. 02000000:00000001:3.0:1788941322.939312:0:279351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941322.939316:0:279351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788941322.939317:0:279351:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=8 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:3.0:1788941322.939320:0:279351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788941322.939323:0:279351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8897717d2400. 02000000:00000001:3.0:1788941322.939326:0:279351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941322.939327:0:279351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941322.939329:0:279351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c690380. 00000100:00000001:3.0:1788941322.939332:0:279351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941322.939333:0:279351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788941322.939338:0:279351:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8897717d3400. 00000080:00010000:3.0:1788941322.939341:0:279351:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x122c:0x0](ffff889751975348) for lock 0x6856513a71e3227c 00800000:00000001:3.0:1788941322.939346:0:279351:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788941322.939348:0:279351:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788941322.939350:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.939351:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.939353:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377cc00 refcount=3 00000020:00000001:3.0:1788941322.939354:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:3.0:1788941322.939357:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:3.0:1788941322.939359:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.939360:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788941322.939361:0:279351:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941322.939363:0:279351:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788941322.939366:0:279351:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6856513a71e3227c from it ffffa27fc1e03c38 00010000:00000001:3.0:1788941322.939368:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.939374:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.939376:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377cc00 refcount=3 00000020:00000001:3.0:1788941322.939377:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:3.0:1788941322.939379:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:3.0:1788941322.939381:0:279351:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788941322.939384:0:279351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e3227c lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x122c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfc9ba27b5a2d821e expref: -99 pid: 279351 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.939390:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.939391:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.939393:0:279351:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788941322.939395:0:279351:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788941322.939397:0:279351:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e3227c lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0x122c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d821e expref: -99 pid: 279351 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788941322.939404:0:279351:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941322.939406:0:279351:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788941322.939408:0:279351:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941322.939412:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.939413:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.939415:0:279351:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.939418:0:279351:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788941322.939419:0:279351:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.939421:0:279351:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.939424:0:279351:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.939426:0:279351:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788941322.939427:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.939428:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788941322.939431:0:279351:0:(file.c:7074:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941322.939434:0:279351:0:(file.c:6134:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1788941322.939435:0:279351:0:(file.c:6136:ll_take_md_lock()) trying to match res [0x200002b17:0x122c:0x0] 00800000:00000001:3.0:1788941322.939440:0:279351:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788941322.939443:0:279351:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788941322.939445:0:279351:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788941322.939448:0:279351:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788941322.939450:0:279351:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941322.939457:0:279351:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x122c:0x0] 00800000:00000001:3.0:1788941322.939459:0:279351:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788941322.945457:0:279351:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788941322.945465:0:279351:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788941322.945473:0:279351:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff889746c87000 count: 2 00010000:00000001:2.0:1788941322.945478:0:279351:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788941322.945484:0:279351:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788941322.945489:0:279351:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788941322.945495:0:279351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e3227c lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0x122c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d821e expref: -99 pid: 279351 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788941322.948074:0:279351:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788941322.948082:0:279351:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788941322.948088:0:279351:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e3227c lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0x122c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d821e expref: -99 pid: 279351 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788941322.948099:0:279351:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1788941322.948102:0:279351:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0x122c:0x0]: 16 00000080:00000001:2.0:1788941322.948106:0:279351:0:(file.c:6141:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:2.0:1788941322.948109:0:279351:0:(file.c:6931:ll_layout_lock_set()) Process entered 00010000:00000001:2.0:1788941322.948111:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788941322.948113:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788941322.948132:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377cc00 refcount=3 00000020:00000001:2.0:1788941322.948135:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:2.0:1788941322.948137:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00000080:00010000:2.0:1788941322.948141:0:279351:0:(file.c:6941:ll_layout_lock_set()) ### file [0x200002b17:0x122c:0x0](00000000c9035d37) being reconfigured ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e3227c lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x122c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d821e expref: -99 pid: 279351 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:2.0:1788941322.948150:0:279351:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788941322.948153:0:279351:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788941322.948154:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788941322.948155:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788941322.948156:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377cc00 refcount=4 00000020:00000001:2.0:1788941322.948158:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:2.0:1788941322.948160:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:2.0:1788941322.948164:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941322.948166:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788941322.948167:0:279351:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788941322.948169:0:279351:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788941322.948172:0:279351:0:(file.c:6856:ll_layout_fetch()) Process entered 00000080:00000002:2.0:1788941322.948174:0:279351:0:(file.c:6859:ll_layout_fetch()) [0x200002b17:0x122c:0x0] LVB_READY=0 l_lvb_data=ffff889772d4b000 l_lvb_len=56 00000080:00000001:2.0:1788941322.948176:0:279351:0:(file.c:6862:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788941322.948178:0:279351:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788941322.948181:0:279351:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788941322.948184:0:279351:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446612781988731288 : -131291720820328 : ffff8897439e5998) 00000020:00001000:2.0:1788941322.948187:0:279351:0:(cl_object.c:823:cl_env_get()) 1@ffff8897439e5990 00000020:00000001:2.0:1788941322.948189:0:279351:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788941322.948192:0:279351:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788941322.948195:0:279351:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788941322.948202:0:279351:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8897786657e0. 00020000:00000010:2.0:1788941322.948207:0:279351:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff88974862c300. 00020000:00000010:2.0:1788941322.948212:0:279351:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff889778665cc0. 00020000:00000001:2.0:1788941322.948214:0:279351:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446612782874254528 : -131290835297088 : ffff889778665cc0) 00020000:00000002:2.0:1788941322.948217:0:279351:0:(lov_ea.c:755:dump_lsm()) lsm ffff889778665cc0, objid 0x122c:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788941322.948222:0:279351:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788941322.948234:0:279351:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff88974862c300: ostid: 0x280000401:21672 ost idx: 0 gen: 0 00020000:00000002:2.0:1788941322.948238:0:279351:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff88976c2a9aa8) owner ffff88975a2b27c0 00020000:00000001:2.0:1788941322.948240:0:279351:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788941322.948243:0:279351:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff88976c2a9aa8) owner ffff88975a2b27c0 00020000:00000010:2.0:1788941322.948247:0:279351:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff88974862c300. 00020000:00000010:2.0:1788941322.948252:0:279351:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8897786657e0. 00020000:00000010:2.0:1788941322.948255:0:279351:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff889778665cc0. 00020000:00000002:2.0:1788941322.948258:0:279351:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x122c:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788941322.948259:0:279351:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941322.948261:0:279351:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941322.948265:0:279351:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788941322.948268:0:279351:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff88976c2a9aa8) owner 0000000000000000/ffff88975a2b27c0 00020000:00000002:2.0:1788941322.948271:0:279351:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8897717a29c0 addref 2/0 by ffff88975a2b27c0. 00020000:00000002:2.0:1788941322.948274:0:279351:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff88976c2a9aa8) owner 0000000000000000/ffff88975a2b27c0 00020000:00000001:2.0:1788941322.948276:0:279351:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788941322.948278:0:279351:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788941322.948279:0:279351:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788941322.948281:0:279351:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788941322.948283:0:279351:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788941322.948285:0:279351:0:(file.c:6836:ll_layout_conf()) [0x200002b17:0x122c:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788941322.948288:0:279351:0:(cl_object.c:917:cl_env_put()) 1@ffff8897439e5990 00000080:00000001:2.0:1788941322.948290:0:279351:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788941322.948292:0:279351:0:(file.c:6978:ll_layout_lock_set()) Process leaving 00010000:00000001:2.0:1788941322.948293:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941322.948294:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941322.948296:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788941322.948297:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788941322.948298:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377cc00 refcount=3 00000020:00000001:2.0:1788941322.948300:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:2.0:1788941322.948302:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791511040 : -131290918040576 : ffff88977377cc00) 00010000:00000001:2.0:1788941322.948304:0:279351:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788941322.948307:0:279351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e3227c lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x122c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xfc9ba27b5a2d821e expref: -99 pid: 279351 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788941322.948325:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941322.948325:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941322.948327:0:279351:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788941322.948329:0:279351:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788941322.948332:0:279351:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e3227c lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0x122c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xfc9ba27b5a2d821e expref: -99 pid: 279351 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788941322.948339:0:279351:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941322.948341:0:279351:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788941322.948344:0:279351:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941322.948349:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941322.948350:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941322.948352:0:279351:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941322.948354:0:279351:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788941322.948356:0:279351:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941322.948358:0:279351:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941322.948361:0:279351:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941322.948363:0:279351:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788941322.948365:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941322.948365:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788941322.948367:0:279351:0:(file.c:7019:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788941322.948369:0:279351:0:(file.c:7138:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788941322.948372:0:279351:0:(file.c:3022:ll_lov_setstripe()) inode ffff889751975348 need_sync_to_mds [0x200002b17:0x122c:0x0] 00000080:00000001:2.0:1788941322.948374:0:279351:0:(file.c:2979:ll_file_getstripe()) Process entered 00000020:00000001:2.0:1788941322.948375:0:279351:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788941322.948377:0:279351:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446612781988731288 : -131291720820328 : ffff8897439e5998) 00000020:00001000:2.0:1788941322.948379:0:279351:0:(cl_object.c:823:cl_env_get()) 1@ffff8897439e5990 00000020:00000001:2.0:1788941322.948381:0:279351:0:(cl_object.c:398:cl_object_getstripe()) Process entered 00020000:00000001:2.0:1788941322.948383:0:279351:0:(lov_object.c:2263:lov_object_getstripe()) Process entered 00020000:00000002:2.0:1788941322.948385:0:279351:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff88976c2a9aa8) owner 0000000000000000/ffff88975a2b27c0 00020000:00000002:2.0:1788941322.948387:0:279351:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8897717a29c0 addref 2/0 by ffff88975a2b27c0. 00020000:00000002:2.0:1788941322.948390:0:279351:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff88976c2a9aa8) owner 0000000000000000/ffff88975a2b27c0 00020000:00000001:2.0:1788941322.948392:0:279351:0:(lov_pack.c:382:lov_getstripe()) Process entered 00020000:00000010:2.0:1788941322.948395:0:279351:0:(lov_pack.c:394:lov_getstripe()) kmalloced '(lmmk)': 56 at ffff889747b88680. 00020000:00000001:2.0:1788941322.948401:0:279351:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788941322.948402:0:279351:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788941322.948404:0:279351:0:(lov_pack.c:144:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000010:2.0:1788941322.948408:0:279351:0:(lov_pack.c:489:lov_getstripe()) kvfree 'lmmk': 56 at ffff889747b88680. 00020000:00000001:2.0:1788941322.948411:0:279351:0:(lov_pack.c:491:lov_getstripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788941322.948413:0:279351:0:(lov_object.c:2271:lov_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941322.948415:0:279351:0:(cl_object.c:408:cl_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788941322.948417:0:279351:0:(cl_object.c:917:cl_env_put()) 1@ffff8897439e5990 00000080:00000001:2.0:1788941322.948419:0:279351:0:(file.c:2990:ll_file_getstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788941322.948421:0:279351:0:(file.c:3036:ll_lov_setstripe()) kvfree 'klum': 32 at ffff88977196ba20. 00000080:00000001:2.0:1788941322.948425:0:279351:0:(file.c:3037:ll_lov_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788941322.948426:0:279351:0:(file.c:4710:ll_file_ioctl()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788941322.948447:0:279351:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788941322.948450:0:279351:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff88976c2a9aa8) owner 0000000000000000/ffff88975a2b27c0 00020000:00000002:2.0:1788941322.948452:0:279351:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff88976c2a9aa8) owner 0000000000000000/ffff88975a2b27c0 00020000:00000001:2.0:1788941322.948455:0:279351:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788941322.948461:0:279351:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788941322.948464:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e03df0 00000080:00200008:2.0:1788941322.948466:0:279351:0:(file.c:479:ll_file_release()) START file f812b.sanity:[0x200002b17:0x122c:0x0](ffff889751975348), flags 100001 00000080:00000001:2.0:1788941322.948471:0:279351:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788941322.948473:0:279351:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788941322.948475:0:279351:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788941322.948476:0:279351:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff88976c2a9aa8) owner 0000000000000000/ffff88975a2b27c0 00020000:00000002:2.0:1788941322.948478:0:279351:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff88976c2a9aa8) owner 0000000000000000/ffff88975a2b27c0 00020000:00000001:2.0:1788941322.948480:0:279351:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788941322.948483:0:279351:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:2.0:1788941322.948487:0:279351:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788941322.948490:0:279351:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788941322.948492:0:279351:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788941322.948494:0:279351:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788941322.948496:0:279351:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788941322.948498:0:279351:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x122c:0x0] 00800000:00000001:2.0:1788941322.948500:0:279351:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788941322.948503:0:279351:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788941322.948505:0:279351:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788941322.948510:0:279351:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff889746c87000 count: 2 00010000:00000001:2.0:1788941322.948516:0:279351:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788941322.948519:0:279351:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788941322.948521:0:279351:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0x122c:0x0]: 0 00000080:00000001:2.0:1788941322.948524:0:279351:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788941322.948525:0:279351:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788941322.948528:0:279351:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff88976c6d5400. 00000080:00000001:2.0:1788941322.948530:0:279351:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788941322.948534:0:279351:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788941322.948538:0:279351:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:2.0:1788941322.948539:0:279351:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788941322.948540:0:279351:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788941322.948541:0:279351:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788941322.948542:0:279351:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788941322.948544:0:279351:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788941322.948546:0:279351:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x122c:0x0] 00800000:00000001:2.0:1788941322.948548:0:279351:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788941322.948550:0:279351:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200002b17:0x122c:0x0] 00000002:00000001:2.0:1788941322.948553:0:279351:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788941322.948554:0:279351:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff889767e18000: [0x200002b17:0x122c:0x0] file closed with intent: 0 00000100:00000010:2.0:1788941322.948560:0:279351:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976bf94e00. 00000020:00000040:2.0:1788941322.948564:0:279351:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=9 obd=lustre-MDT0000-mdc-ffff889767e18000 00000100:00000001:2.0:1788941322.948568:0:279351:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788941322.948571:0:279351:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788941322.948574:0:279351:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788941322.948579:0:279351:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88976c6d4c00. 00000100:00000001:2.0:1788941322.948585:0:279351:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788941322.948603:0:279351:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff889772196d80 x1875827959592832/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1788941407 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788941322.948614:0:279351:0:(genops.c:2423:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff889767e18000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788941322.948619:0:279351:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88976bf94e00 x1875827959593856/t0(0) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788941322.948625:0:279351:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788941322.948626:0:279351:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788941322.948645:0:279351:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88977151d240. 00000100:00000001:2.0:1788941322.948647:0:279351:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446612782755467840 : -131290954083776 : ffff88977151d240) 00000100:00000001:2.0:1788941322.948655:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941322.948657:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782665780736 : -131291043770880 : ffff88976bf94e00) 00000100:00000001:2.0:1788941322.948661:0:279351:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788941322.948664:0:279351:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941322.948666:0:279351:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788941322.948668:0:279351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788941322.948672:0:279351:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976bf94e00 x1875827959593856/t0(0) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941322.948678:0:279351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941322.948680:0:279351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941322.948683:0:279351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788941322.948685:0:279351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788941322.948688:0:279351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941322.948690:0:279351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976bf94e00 pname:cluuid:pid:xid:nid:opc:job lfs:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:279351:1875827959593856:192.168.206.112@tcp:35:lfs.0 00000100:00000001:2.0:1788941322.948694:0:279351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788941322.948699:0:279351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788941322.948701:0:279351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941322.948703:0:279351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788941322.948707:0:279351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff889742fa2400. 02000000:00000001:2.0:1788941322.948709:0:279351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941322.948715:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:2.0:1788941322.948719:0:279351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897735f9c60. 00000400:00000010:2.0:1788941322.948725:0:279351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c97f8. 00000100:00000200:2.0:1788941322.948732:0:279351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875827959593856, portal 10 00000100:00000001:2.0:1788941322.948733:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941322.948735:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782665780736 : -131291043770880 : ffff88976bf94e00) 00000100:00000040:2.0:1788941322.948740:0:279351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff88976bf94e00 x1875827959593856/t0(0) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941338 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941322.948746:0:279351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788941322.948749:0:279351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:2.0:1788941322.948751:0:279351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9660. 00000100:00000200:2.0:1788941322.948754:0:279351:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875827959593856, offset 0 00000400:00000200:2.0:1788941322.948759:0:279351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:2.0:1788941322.948772:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941322.948778:0:279351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:2.0:1788941322.948783:0:279351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788941322.948787:0:279351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:2.0:1788941322.948791:0:279351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788941322.948793:0:279351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:2.0:1788941322.948797:0:279351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545697:545697:256:4294967295] 192.168.206.112@tcp LPNI seq info [545682:545682:8:4294967295] 00000400:00000200:2.0:1788941322.948801:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941322.948810:0:279351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:2.0:1788941322.951563:0:279351:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:2.0:1788941322.951575:0:279351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889767e55c00. 00000800:00000200:2.0:1788941322.951582:0:279351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:2.0:1788941322.951590:0:279351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:2.0:1788941322.951596:0:279351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889767e55c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788941322.951697:0:279351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941322.951703:0:279351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34571 usecs (35 jiffies) 00000400:00000200:2.0:1788941322.951710:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941322.951714:0:279351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307196151 00000100:00000001:2.0:1788941322.951723:0:279351:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 0, simply extend its deadline from 4307196134 00000100:00000001:2.0:1788941322.951729:0:279351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307196151 00000100:00000001:2.0:1788941322.951732:0:279351:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 1, simply extend its deadline from 4307196134 00000100:00000001:2.0:1788941322.951735:0:279351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941322.951739:0:279351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941322.951742:0:279351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941322.951744:0:279351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788941322.951748:0:279351:0:(client.c:2715:ptlrpc_set_wait()) set ffff88977151d240 going to sleep for 11 seconds 00000100:00000001:2.0:1788941322.951750:0:279351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941322.951753:0:279351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788941322.953171:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941322.953178:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889767e55c00. 00000400:00000200:1.0:1788941322.953185:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941322.953192:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941322.953199:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9660 00000400:00000010:1.0:1788941322.953201:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9660. 00000100:00000001:1.0:1788941322.953206:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941322.953215:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976bf94e00 x1875827959593856/t0(0) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941338 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788941322.953227:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941322.953230:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88976bf94e00 x1875827959593856/t0(0) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941338 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788941322.953238:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941322.953240:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788941322.957612:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.957639:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941322.957643:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.957646:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941322.957655:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.957662:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941322.957671:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.957676:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.957681:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.957685:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 456 into portal 10 MB=0x6aa0e3b30fb80 00000400:00000200:1.0:1788941322.957702:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.957708:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 456/456 into md 0x5380e9 [1] + 224 00000800:00000001:1.0:1788941322.957714:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.957724:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941322.957727:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941322.957731:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941322.957739:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941322.957747:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976bf94e00 x1875827959593856/t0(0) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941338 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788941322.957758:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff88976bf94e00 x1875827959593856/t0(0) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941338 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941322.957928:0:279351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941322.959932:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941322.959953:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.959961:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788941322.960913:0:279351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788941322.960934:0:279351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788941322.960938:0:279351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897735f9c60. 00000400:00000200:2.0:1788941322.960944:0:279351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c97f8 00000400:00000010:2.0:1788941322.960946:0:279351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c97f8. 00000100:00000001:2.0:1788941322.960951:0:279351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788941322.960962:0:279351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976bf94e00 x1875827959593856/t0(0) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941338 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788941322.961038:0:279351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976bf94e00 x1875827959593856/t0(0) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/624 e 0 to 0 dl 1788941338 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941322.961046:0:279351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788941322.961049:0:279351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941322.961051:0:279351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788941322.961055:0:279351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788941322.961057:0:279351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788941322.961059:0:279351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941322.961062:0:279351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788941322.961071:0:279351:0:(import.c:2149:obd_at_measure()) add 5 to ffff88976bc8acf0 time=119 v=5 (5 5 5 5) 00000100:00001000:2.0:1788941322.961074:0:279351:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=14 v=5 (1 1 1 0) 00000100:00000001:2.0:1788941322.961077:0:279351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788941322.961078:0:279351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941322.961081:0:279351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788941322.961084:0:279351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941322.961087:0:279351:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788941322.961089:0:279351:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788941322.961091:0:279351:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788941322.961093:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941322.961095:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782665780736 : -131291043770880 : ffff88976bf94e00) 00000100:00000001:2.0:1788941322.961098:0:279351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788941322.961100:0:279351:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771462 00000100:00000001:2.0:1788941322.961102:0:279351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788941322.961104:0:279351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941322.961109:0:279351:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976bf94e00 x1875827959593856/t30064771466(30064771466) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1788941338 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941322.961116:0:279351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941322.961125:0:279351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788941322.961126:0:279351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788941322.961131:0:279351:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976bf94e00 x1875827959593856/t30064771466(30064771466) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1788941338 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788941322.961139:0:279351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976bf94e00 pname:cluuid:pid:xid:nid:opc:job lfs:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:279351:1875827959593856:192.168.206.112@tcp:35:lfs.0 00000100:00000001:2.0:1788941322.961144:0:279351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941322.961147:0:279351:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941322.961149:0:279351:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788941322.961152:0:279351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941322.961155:0:279351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88976bf94e00 x1875827959593856/t30064771466(30064771466) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1788941338 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941322.961161:0:279351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788941322.961164:0:279351:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88977151d240. 00000100:00000001:2.0:1788941322.961167:0:279351:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788941322.961169:0:279351:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941322.961175:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941322.961176:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782665780736 : -131291043770880 : ffff88976bf94e00) 00000002:00000001:2.0:1788941322.961179:0:279351:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788941322.961182:0:279351:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788941322.961186:0:279351:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff88976c6d5400. 00000080:00000001:2.0:1788941322.961190:0:279351:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788941322.961193:0:279351:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:2.0:1788941322.961195:0:279351:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788941322.961198:0:279351:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788941322.961200:0:279351:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788941322.961202:0:279351:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788941322.961204:0:279351:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788941322.961205:0:279351:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x122c:0x0] 00800000:00000001:2.0:1788941322.961208:0:279351:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.961310:0:279351:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788941322.961539:0:279351:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff889772196d80 x1875827959592832/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1788941407 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788941322.961551:0:279351:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941322.961554:0:279351:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788941322.961557:0:279351:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff889772d4b740. 00000100:00000001:3.0:1788941322.961564:0:279351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941322.961570:0:279351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88976bf94e00 x1875827959593856/t30064771466(30064771466) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1788941338 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.961577:0:279351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941322.961580:0:279351:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788941322.961585:0:279351:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff88975012c640. 00000080:00000001:3.0:1788941322.961589:0:279351:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941322.961598:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e03df0 00000080:00000008:3.0:1788941322.961601:0:279351:0:(file.c:523:ll_file_release()) COMPLETED file f812b.sanity:[0x200002b17:0x122c:0x0](ffff889751975348), flags 100001, rc = 0 00000080:00000001:3.0:1788941322.961605:0:279351:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941322.961613:0:279351:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788941322.961615:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc1e03e00 00000080:00002000:3.0:1788941322.961617:0:279351:0:(dcache.c:127:ll_ddelete()) deleting dentry f812b.sanity (ffff8897598db6c0, parent ffff8897800996c0, inode ffff889751975348) hashed, 00000080:00000001:3.0:1788941322.961620:0:279351:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788941322.961644:0:279351:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788941322.961652:0:279351:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1788941322.967917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff88977876d600. 00000100:00000040:0.0:1788941322.986956:0:265097:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af000 (cpu 0) has reached its deadline 4307196151, at 4307196152 00000100:00000010:0.0:1788941322.986977:0:265097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889746b8bba0. 00000100:00000040:1.0:1788941322.987058:0:276806:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af110 (cpu 1) has reached its deadline 4307196151, at 4307196152 00000100:00000010:1.0:1788941322.987064:0:276806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889746b8b4e0. 00000080:00000001:3.0:1788941322.992283:0:279352:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788941322.992290:0:279352:0:(file.c:6656:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788941322.992293:0:279352:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788941322.992297:0:279352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc180fb20 00000080:00200000:3.0:1788941322.992303:0:279352:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff889780125348),name=/ 00000080:00000010:3.0:1788941322.992640:0:279352:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8897717d3400. 00800000:00000002:3.0:1788941322.992649:0:279352:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff88974643d0c0 2 00000080:00000001:3.0:1788941322.992654:0:279352:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788941322.992661:0:279352:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788941322.992663:0:279352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc180fa40 00800000:00000002:3.0:1788941322.992674:0:279352:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788941322.992678:0:279352:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788941322.992681:0:279352:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788941322.992685:0:279352:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788941322.992688:0:279352:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788941322.992691:0:279352:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788941322.992694:0:279352:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941322.992696:0:279352:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788941322.992699:0:279352:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941322.992704:0:279352:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788941322.992712:0:279352:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788941322.992714:0:279352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc180f910 00000002:00010000:3.0:1788941322.992716:0:279352:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788941322.992720:0:279352:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788941322.992722:0:279352:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788941322.992727:0:279352:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788941322.992735:0:279352:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.992738:0:279352:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.992740:0:279352:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.992743:0:279352:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788941322.992747:0:279352:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788941322.992754:0:279352:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c690380. 00000020:00000040:3.0:1788941322.992759:0:279352:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=10 obd=lustre-MDT0000-mdc-ffff889767e18000 00010000:00000001:3.0:1788941322.992768:0:279352:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788941322.992774:0:279352:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941322.992783:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.992785:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.992787:0:279352:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.992790:0:279352:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941322.992793:0:279352:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941322.992798:0:279352:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941322.992807:0:279352:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8897493c7000. 00000100:00000001:3.0:1788941322.992816:0:279352:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.992825:0:279352:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788941322.992827:0:279352:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.992828:0:279352:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788941322.992835:0:279352:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.992837:0:279352:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.992843:0:279352:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446612782673101696 : -131291036449920 : ffff88976c690380) 00010000:00000001:3.0:1788941322.992848:0:279352:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788941322.992850:0:279352:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788941322.992886:0:279352:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff889746c87900. 00010000:00000010:3.0:1788941322.992891:0:279352:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff88976024d400. 00010000:00000001:3.0:1788941322.992896:0:279352:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788941322.992900:0:279352:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88977377c800. 00000020:00000001:3.0:1788941322.992905:0:279352:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788941322.992908:0:279352:0:(lustre_handles.c:93:class_handle_hash()) added object ffff88977377c800 with handle 0x6856513a71e32283 to hash 00000020:00000001:3.0:1788941322.992912:0:279352:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788941322.992914:0:279352:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000001:3.0:1788941322.992919:0:279352:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000001:3.0:1788941322.992924:0:279352:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788941322.992927:0:279352:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941322.992933:0:279352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377c800/0x6856513a71e32283 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 279352 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941322.992943:0:279352:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377c800/0x6856513a71e32283 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279352 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941322.992955:0:279352:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377c800/0x6856513a71e32283 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279352 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788941322.992961:0:279352:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788941322.992964:0:279352:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788941322.992972:0:279352:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff889748129a80. 00000100:00000001:3.0:1788941322.992974:0:279352:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446612782063458944 : -131291646092672 : ffff889748129a80) 00000100:00000001:3.0:1788941322.992978:0:279352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941322.992979:0:279352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673101696 : -131291036449920 : ffff88976c690380) 00000100:00000001:3.0:1788941322.992984:0:279352:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941322.992988:0:279352:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.992991:0:279352:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788941322.992998:0:279352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941322.993014:0:279352:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c690380 x1875827959593984/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.993024:0:279352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941322.993027:0:279352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941322.993031:0:279352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941322.993034:0:279352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941322.993037:0:279352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941322.993041:0:279352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c690380 pname:cluuid:pid:xid:nid:opc:job stat:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:279352:1875827959593984:192.168.206.112@tcp:101:stat.0 00000100:00000001:3.0:1788941322.993045:0:279352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941322.993052:0:279352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941322.993055:0:279352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941322.993058:0:279352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941322.993063:0:279352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff889760a03800. 02000000:00000001:3.0:1788941322.993066:0:279352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941322.993074:0:279352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:3.0:1788941322.993079:0:279352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889771817d10. 00000400:00000010:3.0:1788941322.993088:0:279352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897486137f8. 00000100:00000200:3.0:1788941322.993097:0:279352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875827959593984, portal 10 00000100:00000001:3.0:1788941322.993099:0:279352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941322.993101:0:279352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673101696 : -131291036449920 : ffff88976c690380) 00000100:00000040:3.0:1788941322.993108:0:279352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff88976c690380 x1875827959593984/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788941407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.993116:0:279352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941322.993119:0:279352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:3.0:1788941322.993122:0:279352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613220. 00000100:00000200:3.0:1788941322.993126:0:279352:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875827959593984, offset 0 00000400:00000200:3.0:1788941322.993134:0:279352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:3.0:1788941322.993145:0:279352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941322.993154:0:279352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:3.0:1788941322.993161:0:279352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941322.993167:0:279352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:3.0:1788941322.993172:0:279352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941322.993182:0:279352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:3.0:1788941322.993186:0:279352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545698:545698:256:4294967295] 192.168.206.112@tcp LPNI seq info [545683:545683:8:4294967295] 00000400:00000200:3.0:1788941322.993192:0:279352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941322.993205:0:279352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:3.0:1788941322.993213:0:279352:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:3.0:1788941322.993219:0:279352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977330fa00. 00000800:00000200:3.0:1788941322.993227:0:279352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:3.0:1788941322.993236:0:279352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:3.0:1788941322.993241:0:279352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977330fa00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788941322.993389:0:279352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941322.993395:0:279352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34566 usecs (35 jiffies) 00000400:00000200:3.0:1788941322.993399:0:279352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:3.0:1788941322.993403:0:279352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307196193 00000100:00000010:3.0:1788941322.993408:0:279352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8897717a2a80. 00000100:00000001:3.0:1788941322.993417:0:279352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788941322.993427:0:279352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307196193 00000100:00000010:3.0:1788941322.993430:0:279352:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8897717a2ba0. 00000100:00000001:3.0:1788941322.993433:0:279352:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788941322.993436:0:279352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941322.993440:0:279352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.993561:0:279352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941322.993564:0:279352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:3.0:1788941322.993568:0:279352:0:(client.c:2715:ptlrpc_set_wait()) set ffff889748129a80 going to sleep for 80 seconds 00000100:00000001:3.0:1788941322.993571:0:279352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941322.993575:0:279352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788941322.995602:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941322.995613:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977330fa00. 00000400:00000200:1.0:1788941322.995624:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941322.995732:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941322.995741:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613220 00000400:00000010:1.0:1788941322.995745:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613220. 00000100:00000001:1.0:1788941322.995751:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941322.995760:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c690380 x1875827959593984/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788941407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788941322.995774:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941322.995778:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88976c690380 x1875827959593984/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788941407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788941322.995786:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941322.995788:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:2.0:1788941322.996085:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941322.996091:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941322.996095:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941322.996097:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941322.996115:0:245732:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788941322.996135:0:245732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788941322.996138:0:245732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1788941322.998382:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.998420:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941322.998425:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.998427:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941322.998438:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.998458:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941322.998469:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.998475:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.998482:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.998486:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 688 into portal 10 MB=0x6aa0e3b30fc00 00000400:00000200:1.0:1788941322.998492:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941322.998498:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 688/688 into md 0x5380f1 [1] + 224 00000800:00000001:1.0:1788941322.998506:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.998515:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941322.998519:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941322.998524:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941322.998532:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941322.998543:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c690380 x1875827959593984/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788941407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788941322.998556:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff88976c690380 x1875827959593984/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788941407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.998607:0:279352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941322.998718:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941322.998731:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941322.998735:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788941322.998827:0:279352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941322.998830:0:279352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941322.998834:0:279352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889771817d10. 00000400:00000200:3.0:1788941322.998839:0:279352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897486137f8 00000400:00000010:3.0:1788941322.998842:0:279352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897486137f8. 00000100:00000001:3.0:1788941322.998851:0:279352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941322.998923:0:279352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c690380 x1875827959593984/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788941407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788941322.998933:0:279352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c690380 x1875827959593984/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788941407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.998940:0:279352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941322.998942:0:279352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941322.998945:0:279352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941322.998949:0:279352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941322.998952:0:279352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941322.998955:0:279352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941322.998958:0:279352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941322.998970:0:279352:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=120 v=60 (60 60 60 61) 00000100:00001000:3.0:1788941322.998975:0:279352:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=14 v=5 (1 1 1 0) 00000100:00000001:3.0:1788941322.998978:0:279352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941322.998980:0:279352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.998983:0:279352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941322.998987:0:279352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.998991:0:279352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941322.998998:0:279352:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771462 00000100:00000001:3.0:1788941322.999001:0:279352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941322.999005:0:279352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941322.999011:0:279352:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c690380 x1875827959593984/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1788941407 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.999018:0:279352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941322.999021:0:279352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941322.999023:0:279352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941322.999027:0:279352:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c690380 x1875827959593984/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1788941407 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788941322.999035:0:279352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c690380 pname:cluuid:pid:xid:nid:opc:job stat:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:279352:1875827959593984:192.168.206.112@tcp:101:stat.0 00000100:00000001:3.0:1788941322.999041:0:279352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941322.999044:0:279352:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941322.999053:0:279352:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788941322.999055:0:279352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941322.999059:0:279352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c690380 x1875827959593984/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1788941407 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941322.999066:0:279352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788941322.999069:0:279352:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff889748129a80. 00000100:00000001:3.0:1788941322.999073:0:279352:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788941322.999074:0:279352:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941322.999077:0:279352:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788941322.999083:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.999087:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.999090:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377c800 refcount=4 00000020:00000001:3.0:1788941322.999093:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000001:3.0:1788941322.999096:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000040:3.0:1788941322.999104:0:279352:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff88977377c800, remote cookie: 0xfc9ba27b5a2d822c, flags: 0x1001 00010000:00010000:3.0:1788941322.999110:0:279352:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377c800/0x6856513a71e32283 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d822c expref: -99 pid: 279352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941322.999121:0:279352:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377c800/0x6856513a71e32283 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d822c expref: -99 pid: 279352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.999128:0:279352:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788941322.999133:0:279352:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788941322.999136:0:279352:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788941322.999138:0:279352:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788941322.999139:0:279352:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788941322.999142:0:279352:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff889746c87900) refcount = 1 00010000:00010000:3.0:1788941322.999147:0:279352:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377c800/0x6856513a71e32283 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfc9ba27b5a2d822c expref: -99 pid: 279352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.999153:0:279352:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788941322.999158:0:279352:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788941322.999160:0:279352:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788941322.999170:0:279352:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788941322.999173:0:279352:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941322.999176:0:279352:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377c800/0x6856513a71e32283 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d822c expref: -99 pid: 279352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.999182:0:279352:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788941322.999184:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.999186:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.999187:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.999188:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.999190:0:279352:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.999197:0:279352:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788941322.999199:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.999200:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.999202:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377c800 refcount=3 00000020:00000001:3.0:1788941322.999204:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000001:3.0:1788941322.999206:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000001:3.0:1788941322.999209:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.999210:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.999211:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377c800 refcount=4 00000020:00000001:3.0:1788941322.999213:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000001:3.0:1788941322.999215:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000001:3.0:1788941322.999218:0:279352:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788941322.999221:0:279352:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941322.999224:0:279352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377c800/0x6856513a71e32283 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfc9ba27b5a2d822c expref: -99 pid: 279352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.999231:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.999232:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.999234:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.999235:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.999236:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377c800 refcount=5 00000020:00000001:3.0:1788941322.999238:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000001:3.0:1788941322.999240:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000001:3.0:1788941322.999247:0:279352:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788941322.999250:0:279352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377c800/0x6856513a71e32283 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfc9ba27b5a2d822c expref: -99 pid: 279352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.999257:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.999257:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788941322.999260:0:279352:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377c800/0x6856513a71e32283 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfc9ba27b5a2d822c expref: -99 pid: 279352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.999266:0:279352:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788941322.999268:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.999269:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.999270:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.999271:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788941322.999276:0:279352:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff88976c690380 x1875827959593984/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1788941407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788941322.999285:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.999286:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.999287:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377c800 refcount=3 00000020:00000001:3.0:1788941322.999290:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000001:3.0:1788941322.999292:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000001:3.0:1788941322.999295:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.999296:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788941322.999297:0:279352:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.999300:0:279352:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.999303:0:279352:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788941322.999306:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.999307:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.999308:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377c800 refcount=3 00000020:00000001:3.0:1788941322.999837:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000001:3.0:1788941322.999840:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00000002:00010000:3.0:1788941322.999844:0:279352:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377c800/0x6856513a71e32283 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d822c expref: -99 pid: 279352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941322.999888:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.999890:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941322.999892:0:279352:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788941322.999894:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941322.999895:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941322.999897:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377c800 refcount=3 00000020:00000001:3.0:1788941322.999899:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000001:3.0:1788941322.999901:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000040:3.0:1788941322.999908:0:279352:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff889746c87900 count: 2 00010000:00000001:3.0:1788941322.999911:0:279352:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788941322.999915:0:279352:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff889751cea400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788941322.999918:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941322.999919:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788941322.999921:0:279352:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788941322.999925:0:279352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc180f898 00000002:00002000:3.0:1788941322.999927:0:279352:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788941322.999930:0:279352:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941322.999935:0:279352:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941322.999938:0:279352:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788941322.999941:0:279352:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:3.0:1788941322.999945:0:279352:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941322.999949:0:279352:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff88974643d0c0 2 00000080:00000010:3.0:1788941322.999953:0:279352:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8897717d3400. 00000080:00000001:3.0:1788941322.999959:0:279352:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788941322.999962:0:279352:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788941322.999968:0:279352:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788941322.999974:0:279352:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788941322.999979:0:279352:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff889772d4b740. 00800000:00000001:3.0:1788941322.999981:0:279352:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446612782780823360 : -131290928728256 : ffff889772d4b740) 00800000:00000001:3.0:1788941322.999984:0:279352:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941322.999987:0:279352:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788941322.999990:0:279352:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788941322.999992:0:279352:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788941323.000001:0:279352:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788941323.000004:0:279352:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788941323.000006:0:279352:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941323.000011:0:279352:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788941323.000015:0:279352:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1788941323.000018:0:279352:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788941223 to 1788941322 00000080:00200000:3.0:1788941323.000023:0:279352:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 20480 00010000:00000001:3.0:1788941323.000026:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941323.000027:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941323.000029:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377c800 refcount=3 00000020:00000001:3.0:1788941323.000031:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000001:3.0:1788941323.000034:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000001:3.0:1788941323.000036:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941323.000037:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788941323.000039:0:279352:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788941323.000042:0:279352:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788941323.000043:0:279352:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff889772d4b740 1 00800000:00000010:3.0:1788941323.000045:0:279352:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff889772d4b740. 00800000:00000001:3.0:1788941323.000049:0:279352:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788941323.000052:0:279352:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff889780125348) for lock 0x6856513a71e32283 00800000:00000001:3.0:1788941323.000056:0:279352:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788941323.000058:0:279352:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788941323.000059:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941323.000060:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941323.000061:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377c800 refcount=3 00000020:00000001:3.0:1788941323.000063:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000001:3.0:1788941323.000065:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000001:3.0:1788941323.000069:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941323.000070:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788941323.000071:0:279352:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941323.000073:0:279352:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788941323.000076:0:279352:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788941323.000078:0:279352:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff889780125348) 00000080:00010000:3.0:1788941323.000081:0:279352:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6856513a71e32283 from it ffffa27fc180fb58 00010000:00000001:3.0:1788941323.000089:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941323.000091:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941323.000092:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377c800 refcount=3 00000020:00000001:3.0:1788941323.000094:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000001:3.0:1788941323.000097:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791510016 : -131290918041600 : ffff88977377c800) 00010000:00000001:3.0:1788941323.000099:0:279352:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788941323.000102:0:279352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377c800/0x6856513a71e32283 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfc9ba27b5a2d822c expref: -99 pid: 279352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941323.000109:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941323.000110:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941323.000112:0:279352:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788941323.000115:0:279352:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788941323.000118:0:279352:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377c800/0x6856513a71e32283 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d822c expref: -99 pid: 279352 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788941323.000126:0:279352:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941323.000130:0:279352:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788941323.000132:0:279352:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941323.000137:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941323.000138:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941323.000139:0:279352:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941323.000143:0:279352:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788941323.000145:0:279352:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941323.000147:0:279352:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941323.000150:0:279352:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941323.000153:0:279352:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788941323.000154:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941323.000155:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788941323.000158:0:279352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941323.000164:0:279352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c690380 x1875827959593984/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1788941407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941323.000172:0:279352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941323.000175:0:279352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941323.000179:0:279352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff889760a03800. 02000000:00000001:3.0:1788941323.000191:0:279352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941323.000194:0:279352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788941323.000196:0:279352:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=9 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:3.0:1788941323.000198:0:279352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788941323.000201:0:279352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8897493c7000. 02000000:00000001:3.0:1788941323.000206:0:279352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941323.000208:0:279352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941323.000210:0:279352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c690380. 00000100:00000001:3.0:1788941323.000214:0:279352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941323.000216:0:279352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788941323.000220:0:279352:0:(file.c:6671:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff889780125348), inode mode 41ff mask 1 00000080:00000001:3.0:1788941323.000226:0:279352:0:(file.c:6710:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788941323.000242:0:279352:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff88977196b8c0. 00000020:00000001:3.0:1788941323.000248:0:279352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc180fae8 00000080:00200000:3.0:1788941323.000250:0:279352:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff889780125348), flags=8 00000080:00000001:3.0:1788941323.000254:0:279352:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788941323.000256:0:279352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc180f998 00000080:00200000:3.0:1788941323.000258:0:279352:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff889780125348), intent=getattr 00000080:00000010:3.0:1788941323.000268:0:279352:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff8897717d3400. 00800000:00000002:3.0:1788941323.000272:0:279352:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff88974643d0c0 2 00000080:00000001:3.0:1788941323.000279:0:279352:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788941323.000282:0:279352:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788941323.000284:0:279352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc180f8b8 00800000:00000002:3.0:1788941323.000286:0:279352:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788941323.000289:0:279352:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788941323.000293:0:279352:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788941323.000297:0:279352:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788941323.000299:0:279352:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788941323.000302:0:279352:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788941323.000304:0:279352:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941323.000306:0:279352:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788941323.000309:0:279352:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941323.000382:0:279352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc180f850 00800000:00000002:3.0:1788941323.000385:0:279352:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f812b.sanity' -> mds #0 00000002:00000001:3.0:1788941323.000391:0:279352:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788941323.000398:0:279352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc180f788 00000002:00010000:3.0:1788941323.000400:0:279352:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f812b.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788941323.000405:0:279352:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788941323.000407:0:279352:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788941323.000411:0:279352:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c690380. 00000020:00000040:3.0:1788941323.000414:0:279352:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=10 obd=lustre-MDT0000-mdc-ffff889767e18000 00010000:00000001:3.0:1788941323.000420:0:279352:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788941323.000424:0:279352:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941323.000427:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941323.000429:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941323.000430:0:279352:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941323.000433:0:279352:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941323.000435:0:279352:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941323.000439:0:279352:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941323.000518:0:279352:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8897493c7000. 00000100:00000001:3.0:1788941323.000528:0:279352:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941323.000533:0:279352:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788941323.000534:0:279352:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941323.000536:0:279352:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788941323.000537:0:279352:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941323.000539:0:279352:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941323.000547:0:279352:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446612782673101696 : -131291036449920 : ffff88976c690380) 00010000:00000001:3.0:1788941323.000551:0:279352:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788941323.000553:0:279352:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788941323.000557:0:279352:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff889746c87900 count: 2 00010000:00000001:3.0:1788941323.000559:0:279352:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788941323.000562:0:279352:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788941323.000566:0:279352:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88977377de00. 00000020:00000001:3.0:1788941323.000570:0:279352:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788941323.000573:0:279352:0:(lustre_handles.c:93:class_handle_hash()) added object ffff88977377de00 with handle 0x6856513a71e3228a to hash 00000020:00000001:3.0:1788941323.000575:0:279352:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788941323.000576:0:279352:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:3.0:1788941323.000580:0:279352:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:3.0:1788941323.000583:0:279352:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788941323.000585:0:279352:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941323.000594:0:279352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377de00/0x6856513a71e3228a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 279352 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941323.000601:0:279352:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377de00/0x6856513a71e3228a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 279352 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941323.000613:0:279352:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377de00/0x6856513a71e3228a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 279352 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788941323.000619:0:279352:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788941323.000621:0:279352:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788941323.000628:0:279352:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff889748129a80. 00000100:00000001:3.0:1788941323.000641:0:279352:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446612782063458944 : -131291646092672 : ffff889748129a80) 00000100:00000001:3.0:1788941323.000644:0:279352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941323.000646:0:279352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673101696 : -131291036449920 : ffff88976c690380) 00000100:00000001:3.0:1788941323.000651:0:279352:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941323.000656:0:279352:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941323.000658:0:279352:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788941323.000660:0:279352:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941323.000665:0:279352:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c690380 x1875827959594112/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941323.000673:0:279352:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941323.000675:0:279352:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941323.000679:0:279352:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941323.000682:0:279352:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941323.000685:0:279352:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941323.000688:0:279352:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c690380 pname:cluuid:pid:xid:nid:opc:job stat:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:279352:1875827959594112:192.168.206.112@tcp:101:stat.0 00000100:00000001:3.0:1788941323.000693:0:279352:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941323.000700:0:279352:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941323.000703:0:279352:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941323.000706:0:279352:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941323.000711:0:279352:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff889760a03800. 02000000:00000001:3.0:1788941323.000713:0:279352:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941323.000720:0:279352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:3.0:1788941323.000729:0:279352:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889771817d10. 00000400:00000010:3.0:1788941323.000737:0:279352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897486137f8. 00000100:00000200:3.0:1788941323.000746:0:279352:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875827959594112, portal 10 00000100:00000001:3.0:1788941323.000747:0:279352:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941323.000749:0:279352:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673101696 : -131291036449920 : ffff88976c690380) 00000100:00000040:3.0:1788941323.000755:0:279352:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff88976c690380 x1875827959594112/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788941407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941323.000763:0:279352:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941323.000766:0:279352:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:3.0:1788941323.000770:0:279352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613770. 00000100:00000200:3.0:1788941323.000773:0:279352:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1875827959594112, offset 0 00000400:00000200:3.0:1788941323.000780:0:279352:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:3.0:1788941323.000790:0:279352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941323.000799:0:279352:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:3.0:1788941323.000806:0:279352:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941323.000812:0:279352:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:3.0:1788941323.000816:0:279352:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941323.000819:0:279352:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:3.0:1788941323.000823:0:279352:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545699:545699:256:4294967295] 192.168.206.112@tcp LPNI seq info [545684:545684:8:4294967295] 00000400:00000200:3.0:1788941323.000828:0:279352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941323.000838:0:279352:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:3.0:1788941323.000845:0:279352:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:3.0:1788941323.001425:0:279352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977330f100. 00000800:00000200:3.0:1788941323.001438:0:279352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:3.0:1788941323.001525:0:279352:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:3.0:1788941323.001531:0:279352:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977330f100 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1788941323.001589:0:279352:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941323.001595:0:279352:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34558 usecs (35 jiffies) 00000400:00000200:3.0:1788941323.001601:0:279352:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:3.0:1788941323.001604:0:279352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307196201 00000100:00000001:3.0:1788941323.001613:0:279352:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 0, simply extend its deadline from 4307196193 00000100:00000001:3.0:1788941323.001640:0:279352:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307196201 00000100:00000001:3.0:1788941323.001645:0:279352:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 1, simply extend its deadline from 4307196193 00000100:00000001:3.0:1788941323.001648:0:279352:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941323.001652:0:279352:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941323.001655:0:279352:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941323.001657:0:279352:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=79 : 79 : 4f) 00000100:00100000:3.0:1788941323.001660:0:279352:0:(client.c:2715:ptlrpc_set_wait()) set ffff889748129a80 going to sleep for 79 seconds 00000100:00000001:3.0:1788941323.001663:0:279352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941323.001666:0:279352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788941323.003034:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941323.003043:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977330f100. 00000400:00000200:1.0:1788941323.003052:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941323.003061:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941323.003070:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613770 00000400:00000010:1.0:1788941323.003073:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613770. 00000100:00000001:1.0:1788941323.003079:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941323.003088:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c690380 x1875827959594112/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788941407 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788941323.003101:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941323.003119:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88976c690380 x1875827959594112/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788941407 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788941323.003127:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941323.003128:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788941323.006550:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941323.006572:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941323.006577:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941323.006580:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941323.006590:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.006600:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941323.006610:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.006616:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.006623:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.006628:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 640 into portal 10 MB=0x6aa0e3b30fc80 00000400:00000200:1.0:1788941323.006649:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.006658:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 640/640 into md 0x5380f9 [1] + 224 00000800:00000001:1.0:1788941323.006666:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941323.006676:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941323.006679:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941323.006684:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941323.006693:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941323.006704:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c690380 x1875827959594112/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788941407 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788941323.006717:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff88976c690380 x1875827959594112/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788941407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788941323.006737:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941323.006747:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941323.006751:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941323.006945:0:279352:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788941323.006955:0:279352:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941323.006962:0:279352:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941323.006966:0:279352:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889771817d10. 00000400:00000200:3.0:1788941323.006971:0:279352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897486137f8 00000400:00000010:3.0:1788941323.006974:0:279352:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897486137f8. 00000100:00000001:3.0:1788941323.006977:0:279352:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941323.006983:0:279352:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c690380 x1875827959594112/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788941407 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788941323.006991:0:279352:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c690380 x1875827959594112/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788941407 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941323.006998:0:279352:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941323.007000:0:279352:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941323.007003:0:279352:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941323.007007:0:279352:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941323.007010:0:279352:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941323.007013:0:279352:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941323.007017:0:279352:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941323.007028:0:279352:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=121 v=60 (60 60 60 61) 00000100:00001000:3.0:1788941323.007033:0:279352:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=15 v=5 (1 1 1 0) 00000100:00000001:3.0:1788941323.007036:0:279352:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941323.007038:0:279352:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941323.007042:0:279352:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941323.007046:0:279352:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941323.007050:0:279352:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941323.007071:0:279352:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771462 00000100:00000001:3.0:1788941323.007073:0:279352:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941323.007077:0:279352:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941323.007084:0:279352:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c690380 x1875827959594112/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 584/640 e 0 to 0 dl 1788941407 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941323.007091:0:279352:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941323.007094:0:279352:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941323.007097:0:279352:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941323.007100:0:279352:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c690380 x1875827959594112/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 584/640 e 0 to 0 dl 1788941407 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788941323.007107:0:279352:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c690380 pname:cluuid:pid:xid:nid:opc:job stat:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:279352:1875827959594112:192.168.206.112@tcp:101:stat.0 00000100:00000001:3.0:1788941323.007113:0:279352:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941323.007116:0:279352:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941323.007118:0:279352:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788941323.007120:0:279352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941323.007124:0:279352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c690380 x1875827959594112/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 584/640 e 0 to 0 dl 1788941407 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941323.007130:0:279352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788941323.007133:0:279352:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff889748129a80. 00000100:00000001:3.0:1788941323.007137:0:279352:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788941323.007139:0:279352:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941323.007143:0:279352:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788941323.007147:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941323.007151:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941323.007156:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377de00 refcount=4 00000020:00000001:3.0:1788941323.007158:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:3.0:1788941323.007161:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000040:3.0:1788941323.007169:0:279352:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff88977377de00, remote cookie: 0xfc9ba27b5a2d8248, flags: 0x1001 00010000:00010000:3.0:1788941323.007175:0:279352:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377de00/0x6856513a71e3228a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d8248 expref: -99 pid: 279352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788941323.007194:0:279352:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0x122c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788941323.007197:0:279352:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788941323.007204:0:279352:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff889746c87000 count: 2 00010000:00000001:3.0:1788941323.007207:0:279352:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788941323.007210:0:279352:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941323.007213:0:279352:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377de00/0x6856513a71e3228a lrc: 4/1,0 mode: --/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d8248 expref: -99 pid: 279352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788941323.007222:0:279352:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377de00/0x6856513a71e3228a lrc: 4/1,0 mode: --/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d8248 expref: -99 pid: 279352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941323.007228:0:279352:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788941323.007234:0:279352:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788941323.007237:0:279352:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788941323.007239:0:279352:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788941323.007241:0:279352:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788941323.007245:0:279352:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0x122c:0x0].0x0 (ffff889746c87000) refcount = 2 00010000:00000040:3.0:1788941323.007247:0:279352:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788941323.007251:0:279352:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377cc00/0x6856513a71e3227c lrc: 1/0,0 mode: CR/CR res: [0x200002b17:0x122c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xfc9ba27b5a2d821e expref: -99 pid: 279351 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788941323.007258:0:279352:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377de00/0x6856513a71e3228a lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfc9ba27b5a2d8248 expref: -99 pid: 279352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941323.007264:0:279352:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788941323.007269:0:279352:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788941323.007270:0:279352:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788941323.007274:0:279352:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788941323.007276:0:279352:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941323.007279:0:279352:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377de00/0x6856513a71e3228a lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d8248 expref: -99 pid: 279352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941323.007291:0:279352:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788941323.007293:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941323.007295:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941323.007296:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941323.007297:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941323.007299:0:279352:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941323.007305:0:279352:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788941323.007307:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941323.007308:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941323.007310:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377de00 refcount=3 00000020:00000001:3.0:1788941323.007312:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:3.0:1788941323.007315:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:3.0:1788941323.007317:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941323.007319:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941323.007320:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377de00 refcount=4 00000020:00000001:3.0:1788941323.007322:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:3.0:1788941323.007324:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:3.0:1788941323.007327:0:279352:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788941323.007330:0:279352:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941323.007333:0:279352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377de00/0x6856513a71e3228a lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfc9ba27b5a2d8248 expref: -99 pid: 279352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941323.007340:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941323.007341:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941323.007342:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941323.007343:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941323.007345:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377de00 refcount=5 00000020:00000001:3.0:1788941323.007346:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:3.0:1788941323.007349:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:3.0:1788941323.007351:0:279352:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788941323.007354:0:279352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377de00/0x6856513a71e3228a lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfc9ba27b5a2d8248 expref: -99 pid: 279352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941323.007367:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941323.007368:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788941323.007371:0:279352:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377de00/0x6856513a71e3228a lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xfc9ba27b5a2d8248 expref: -99 pid: 279352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941323.007377:0:279352:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788941323.007379:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941323.007380:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941323.007381:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941323.007382:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788941323.007387:0:279352:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff88976c690380 x1875827959594112/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 584/640 e 0 to 0 dl 1788941407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788941323.007396:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941323.007398:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941323.007399:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377de00 refcount=3 00000020:00000001:3.0:1788941323.007401:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:3.0:1788941323.007403:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00000002:00010000:3.0:1788941323.007407:0:279352:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377de00/0x6856513a71e3228a lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d8248 expref: -99 pid: 279352 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788941323.007417:0:279352:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff889772d4b740. 00010000:00000001:3.0:1788941323.007419:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941323.007421:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788941323.007422:0:279352:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941323.007424:0:279352:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788941323.007428:0:279352:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788941323.007430:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941323.007431:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941323.007433:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377de00 refcount=3 00000020:00000001:3.0:1788941323.007435:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:3.0:1788941323.007437:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00000002:00010000:3.0:1788941323.007446:0:279352:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377de00/0x6856513a71e3228a lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d8248 expref: -99 pid: 279352 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941323.007453:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941323.007454:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941323.007550:0:279352:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788941323.007553:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941323.007555:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941323.007557:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377de00 refcount=3 00000020:00000001:3.0:1788941323.007559:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:3.0:1788941323.007561:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000040:3.0:1788941323.007565:0:279352:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff889746c87000 count: 3 00010000:00000001:3.0:1788941323.007567:0:279352:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788941323.007573:0:279352:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff889751cea400 type 13 mode 4 res 8589945623/4652 (0 0) 00010000:00000001:3.0:1788941323.007576:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941323.007577:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788941323.007578:0:279352:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788941323.007582:0:279352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc180f710 00000002:00002000:3.0:1788941323.007584:0:279352:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788941323.007588:0:279352:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941323.007593:0:279352:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941323.007596:0:279352:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788941323.007600:0:279352:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:3.0:1788941323.007604:0:279352:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788941323.007608:0:279352:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff88974643d0c0 2 00000080:00000001:3.0:1788941323.007611:0:279352:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788941323.007613:0:279352:0:(namei.c:674:ll_lookup_it_finish()) it ffffa27fc180fb20 it_disposition b 00000080:00000001:3.0:1788941323.007617:0:279352:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788941323.007624:0:279352:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788941323.007628:0:279352:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788941323.007641:0:279352:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330220 : 144115373145330220 : 200002b1700122c) 00000080:00000001:3.0:1788941323.007645:0:279352:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:3.0:1788941323.007654:0:279352:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788941323.007660:0:279352:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446612781988730568 : -131291720821048 : ffff8897439e56c8) 00000020:00001000:3.0:1788941323.007662:0:279352:0:(cl_object.c:823:cl_env_get()) 1@ffff8897439e56c0 00000020:00000001:3.0:1788941323.007671:0:279352:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788941323.007676:0:279352:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788941323.007678:0:279352:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788941323.007685:0:279352:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8897717a27e0. 00020000:00000010:3.0:1788941323.007690:0:279352:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff889747b6cb00. 00020000:00000010:3.0:1788941323.007696:0:279352:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8897717a2420. 00020000:00000001:3.0:1788941323.007699:0:279352:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446612782758110240 : -131290951441376 : ffff8897717a2420) 00020000:00000002:3.0:1788941323.007703:0:279352:0:(lov_ea.c:755:dump_lsm()) lsm ffff8897717a2420, objid 0x122c:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788941323.007708:0:279352:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788941323.007712:0:279352:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff889747b6cb00: ostid: 0x280000401:21672 ost idx: 0 gen: 0 00020000:00000002:3.0:1788941323.007717:0:279352:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff88976c2a9aa8) owner ffff8897716f0000 00020000:00000001:3.0:1788941323.007720:0:279352:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788941323.007722:0:279352:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff88976c2a9aa8) owner ffff8897716f0000 00020000:00000010:3.0:1788941323.007727:0:279352:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff889747b6cb00. 00020000:00000010:3.0:1788941323.007731:0:279352:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8897717a27e0. 00020000:00000010:3.0:1788941323.007734:0:279352:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8897717a2420. 00020000:00000002:3.0:1788941323.007737:0:279352:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x122c:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788941323.007739:0:279352:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941323.007741:0:279352:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788941323.007744:0:279352:0:(cl_object.c:917:cl_env_put()) 1@ffff8897439e56c0 00000080:00000001:3.0:1788941323.007748:0:279352:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330220 : 144115373145330220 : 200002b1700122c) 00000080:00000001:3.0:1788941323.007752:0:279352:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:3.0:1788941323.007758:0:279352:0:(namei.c:147:ll_iget()) got inode: [0x200002b17:0x122c:0x0](ffff889751975348): rc = 0 00000080:00000001:3.0:1788941323.007761:0:279352:0:(namei.c:156:ll_iget()) Process leaving (rc=18446612782223151944 : -131291486399672 : ffff889751975348) 00010000:00000001:3.0:1788941323.007763:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941323.007764:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941323.007766:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377de00 refcount=3 00000020:00000001:3.0:1788941323.007768:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:3.0:1788941323.007770:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00000080:00000001:3.0:1788941323.007774:0:279352:0:(file.c:6801:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788941323.007775:0:279352:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788941323.007777:0:279352:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446612781988730568 : -131291720821048 : ffff8897439e56c8) 00000020:00001000:3.0:1788941323.007778:0:279352:0:(cl_object.c:823:cl_env_get()) 1@ffff8897439e56c0 00000020:00000001:3.0:1788941323.007786:0:279352:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788941323.007788:0:279352:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788941323.007789:0:279352:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788941323.007791:0:279352:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff8897717a2420. 00020000:00000010:3.0:1788941323.007794:0:279352:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff889747b6cb00. 00020000:00000010:3.0:1788941323.007797:0:279352:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff8897717a27e0. 00020000:00000001:3.0:1788941323.007798:0:279352:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446612782758111200 : -131290951440416 : ffff8897717a27e0) 00020000:00000002:3.0:1788941323.007801:0:279352:0:(lov_ea.c:755:dump_lsm()) lsm ffff8897717a27e0, objid 0x122c:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788941323.007805:0:279352:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788941323.007808:0:279352:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff889747b6cb00: ostid: 0x280000401:21672 ost idx: 0 gen: 0 00020000:00000002:3.0:1788941323.007811:0:279352:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff88976c2a9aa8) owner ffff8897716f0000 00020000:00000001:3.0:1788941323.007813:0:279352:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788941323.007815:0:279352:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff88976c2a9aa8) owner ffff8897716f0000 00020000:00000010:3.0:1788941323.007817:0:279352:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff889747b6cb00. 00020000:00000010:3.0:1788941323.007819:0:279352:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff8897717a2420. 00020000:00000010:3.0:1788941323.007822:0:279352:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff8897717a27e0. 00020000:00000002:3.0:1788941323.007824:0:279352:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x122c:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788941323.007825:0:279352:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941323.007827:0:279352:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941323.007831:0:279352:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788941323.007835:0:279352:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff88976c2a9aa8) owner 0000000000000000/ffff8897716f0000 00020000:00000002:3.0:1788941323.007838:0:279352:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff8897717a29c0 addref 2/0 by ffff8897716f0000. 00020000:00000002:3.0:1788941323.007841:0:279352:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff88976c2a9aa8) owner 0000000000000000/ffff8897716f0000 00020000:00000001:3.0:1788941323.007844:0:279352:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788941323.007846:0:279352:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788941323.007848:0:279352:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788941323.007850:0:279352:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788941323.007962:0:279352:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788941323.007966:0:279352:0:(file.c:6836:ll_layout_conf()) [0x200002b17:0x122c:0x0]: layout version change: 0 -> 0 00000020:00001000:3.0:1788941323.007968:0:279352:0:(cl_object.c:917:cl_env_put()) 1@ffff8897439e56c0 00000080:00000001:3.0:1788941323.007971:0:279352:0:(file.c:6843:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941323.007973:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941323.007974:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788941323.007976:0:279352:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788941323.007985:0:279352:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788941323.007987:0:279352:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788941323.007991:0:279352:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x122c:0x0](ffff889751975348) for lock 0x6856513a71e3228a 00800000:00000001:3.0:1788941323.007995:0:279352:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788941323.007997:0:279352:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788941323.007998:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941323.008000:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941323.008001:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377de00 refcount=3 00000020:00000001:3.0:1788941323.008003:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:3.0:1788941323.008006:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:3.0:1788941323.008009:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941323.008010:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788941323.008012:0:279352:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788941323.008014:0:279352:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788941323.008024:0:279352:0:(namei.c:653:ll_splice_alias()) Add dentry ffff88974231e798 inode ffff889751975348 refc 1 flags 0x40000e 00000080:00000001:3.0:1788941323.008027:0:279352:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788941323.008031:0:279352:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x122c:0x0](ffff889751975348) 00000080:00010000:3.0:1788941323.008035:0:279352:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6856513a71e3228a from it ffffa27fc180fb20 00010000:00000001:3.0:1788941323.008038:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788941323.008039:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788941323.008041:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377de00 refcount=3 00000020:00000001:3.0:1788941323.008043:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:3.0:1788941323.008045:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:3.0:1788941323.008047:0:279352:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788941323.008050:0:279352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377de00/0x6856513a71e3228a lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xfc9ba27b5a2d8248 expref: -99 pid: 279352 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788941323.008058:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941323.008059:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941323.008060:0:279352:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788941323.008063:0:279352:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788941323.008066:0:279352:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377de00/0x6856513a71e3228a lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xfc9ba27b5a2d8248 expref: -99 pid: 279352 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788941323.008085:0:279352:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788941323.008088:0:279352:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788941323.008090:0:279352:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788941323.008096:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941323.008097:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788941323.008098:0:279352:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941323.008103:0:279352:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788941323.008105:0:279352:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941323.008107:0:279352:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941323.008110:0:279352:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941323.008112:0:279352:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788941323.008114:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788941323.008115:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788941323.008117:0:279352:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788941323.008122:0:279352:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff8897717d3400. 00000100:00000001:3.0:1788941323.008127:0:279352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941323.008134:0:279352:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c690380 x1875827959594112/t0(0) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 584/640 e 0 to 0 dl 1788941407 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941323.008141:0:279352:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941323.008145:0:279352:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941323.008150:0:279352:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff889760a03800. 02000000:00000001:3.0:1788941323.008154:0:279352:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941323.008156:0:279352:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788941323.008158:0:279352:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=9 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:3.0:1788941323.008160:0:279352:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788941323.008163:0:279352:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8897493c7000. 02000000:00000001:3.0:1788941323.008167:0:279352:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941323.008169:0:279352:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941323.008171:0:279352:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c690380. 00000100:00000001:3.0:1788941323.008175:0:279352:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941323.008176:0:279352:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788941323.008179:0:279352:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788941323.008181:0:279352:0:(dcache.c:176:ll_intent_release()) intent ffffa27fc180fb20 released 00000080:00000001:3.0:1788941323.008182:0:279352:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1788941323.008304:0:279352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc180fd08 00000080:00200008:2.0:1788941323.008313:0:279352:0:(file.c:6295:ll_getattr_dentry()) START file f812b.sanity:[0x200002b17:0x122c:0x0](ffff889751975348), request_mask 4095, flags 0, foreign 0 00000080:00000001:2.0:1788941323.008320:0:279352:0:(file.c:6188:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788941323.008322:0:279352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc180fc80 00000080:00200000:2.0:1788941323.008324:0:279352:0:(file.c:6190:ll_inode_revalidate()) VFS Op:inode=[0x200002b17:0x122c:0x0](ffff889751975348),name=f812b.sanity 00000080:00000010:2.0:1788941323.008334:0:279352:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff88976c6d5200. 00800000:00000002:2.0:1788941323.008341:0:279352:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff88974643d0c0 2 00000080:00000001:2.0:1788941323.008348:0:279352:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788941323.008353:0:279352:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788941323.008355:0:279352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc180fba0 00800000:00000002:2.0:1788941323.008357:0:279352:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b17:0x122c:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788941323.008361:0:279352:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788941323.008364:0:279352:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788941323.008366:0:279352:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788941323.008368:0:279352:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788941323.008370:0:279352:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788941323.008372:0:279352:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788941323.008374:0:279352:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788941323.008377:0:279352:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788941323.008380:0:279352:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788941323.008381:0:279352:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788941323.008382:0:279352:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788941323.008383:0:279352:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788941323.008385:0:279352:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788941323.008386:0:279352:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x122c:0x0] 00800000:00000001:2.0:1788941323.008388:0:279352:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788941323.008390:0:279352:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x122c:0x0], name='' -> mds #0 00000002:00000001:2.0:1788941323.008395:0:279352:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788941323.008397:0:279352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc180fa70 00000002:00010000:2.0:1788941323.008399:0:279352:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0x122c:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788941323.008402:0:279352:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788941323.008404:0:279352:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788941323.008407:0:279352:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788941323.008425:0:279352:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff889746c87000 count: 3 00010000:00000001:2.0:1788941323.008428:0:279352:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788941323.008433:0:279352:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788941323.008436:0:279352:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788941323.008441:0:279352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377de00/0x6856513a71e3228a lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xfc9ba27b5a2d8248 expref: -99 pid: 279352 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788941323.008450:0:279352:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788941323.008455:0:279352:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788941323.008458:0:279352:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377de00/0x6856513a71e3228a lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xfc9ba27b5a2d8248 expref: -99 pid: 279352 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788941323.008465:0:279352:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788941323.008467:0:279352:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788941323.008469:0:279352:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788941323.008471:0:279352:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788941323.008473:0:279352:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788941323.008475:0:279352:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 1 00000080:00000001:2.0:1788941323.008478:0:279352:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788941323.008481:0:279352:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff88974643d0c0 2 00000080:00000010:2.0:1788941323.008484:0:279352:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff88976c6d5200. 00000080:00000001:2.0:1788941323.008489:0:279352:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788941323.008491:0:279352:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788941323.008493:0:279352:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x122c:0x0](ffff889751975348) 00000080:00010000:2.0:1788941323.008496:0:279352:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x122c:0x0](ffff889751975348) for lock 0x6856513a71e3228a 00800000:00000001:2.0:1788941323.008513:0:279352:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788941323.008515:0:279352:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788941323.008517:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788941323.008519:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788941323.008522:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377de00 refcount=3 00000020:00000001:2.0:1788941323.008524:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:2.0:1788941323.008526:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:2.0:1788941323.008529:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941323.008537:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788941323.008538:0:279352:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788941323.008540:0:279352:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788941323.008543:0:279352:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6856513a71e3228a from it ffffa27fc180fcb8 00010000:00000001:2.0:1788941323.008545:0:279352:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788941323.008546:0:279352:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788941323.008548:0:279352:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff88977377de00 refcount=3 00000020:00000001:2.0:1788941323.008549:0:279352:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:2.0:1788941323.008551:0:279352:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782791515648 : -131290918035968 : ffff88977377de00) 00010000:00000001:2.0:1788941323.008554:0:279352:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788941323.008557:0:279352:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377de00/0x6856513a71e3228a lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xfc9ba27b5a2d8248 expref: -99 pid: 279352 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788941323.008564:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941323.008565:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941323.008566:0:279352:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788941323.008568:0:279352:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788941323.008571:0:279352:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff889767e18000 lock: ffff88977377de00/0x6856513a71e3228a lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x122c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xfc9ba27b5a2d8248 expref: -99 pid: 279352 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788941323.008578:0:279352:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941323.008581:0:279352:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788941323.008583:0:279352:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941323.008586:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941323.008587:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941323.008589:0:279352:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941323.008592:0:279352:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788941323.008593:0:279352:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941323.008595:0:279352:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941323.008598:0:279352:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941323.008600:0:279352:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788941323.008601:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941323.008602:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788941323.008605:0:279352:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788941323.008607:0:279352:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788941323.008610:0:279352:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788941323.008618:0:279352:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788941323.008620:0:279352:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788941323.008622:0:279352:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788941323.008624:0:279352:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788941323.008626:0:279352:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788941323.008696:0:279352:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788941323.008698:0:279352:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788941323.008702:0:279352:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446612781988731288 : -131291720820328 : ffff8897439e5998) 00000020:00001000:2.0:1788941323.008705:0:279352:0:(cl_object.c:823:cl_env_get()) 1@ffff8897439e5990 00000020:00000001:2.0:1788941323.008710:0:279352:0:(cl_object.c:143:cl_object_top()) ffff889748406f58 -> ffff889748406f58 00000020:00000001:2.0:1788941323.008713:0:279352:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788941323.008715:0:279352:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788941323.008717:0:279352:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0x122c:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788941323.008720:0:279352:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788941323.008722:0:279352:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788941323.008723:0:279352:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788941323.008725:0:279352:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788941323.008727:0:279352:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788941323.008731:0:279352:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x122c:0x0]io ffff88974558aa00 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788941323.008734:0:279352:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff88976c2a9aa8) owner 0000000000000000/ffff8897716f0000 00020000:00000001:2.0:1788941323.008738:0:279352:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788941323.008739:0:279352:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788941323.008741:0:279352:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788941323.008743:0:279352:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788941323.008744:0:279352:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788941323.008746:0:279352:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788941323.008748:0:279352:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941323.008750:0:279352:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788941323.008751:0:279352:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788941323.008752:0:279352:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788941323.008753:0:279352:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff88976c2a9aa8) owner 0000000000000000/ffff8897716f0000 00000020:00000001:2.0:1788941323.008756:0:279352:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788941323.008758:0:279352:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788941323.008759:0:279352:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200002b17:0x122c:0x0] 00000020:00000001:2.0:1788941323.008762:0:279352:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788941323.008763:0:279352:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788941323.008766:0:279352:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788941323.008768:0:279352:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788941323.008773:0:279352:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788941323.008784:0:279352:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff889773069800. 00020000:00000002:2.0:1788941323.008786:0:279352:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788941323.008789:0:279352:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788941323.008791:0:279352:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788941323.008793:0:279352:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788941323.008794:0:279352:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788941323.008796:0:279352:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446612781988730424 : -131291720821192 : ffff8897439e5638) 00000020:00001000:2.0:1788941323.008798:0:279352:0:(cl_object.c:823:cl_env_get()) 1@ffff8897439e5630 00000020:00000001:2.0:1788941323.008801:0:279352:0:(cl_object.c:143:cl_object_top()) ffff8897484063a0 -> ffff889748406f58 00000020:00000001:2.0:1788941323.008803:0:279352:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788941323.008806:0:279352:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788941323.008807:0:279352:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788941323.008808:0:279352:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788941323.008810:0:279352:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788941323.008812:0:279352:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446612782692646400 : -131291016905216 : ffff88976d933e00) 00000020:00000001:2.0:1788941323.008814:0:279352:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788941323.008819:0:279352:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff8897481c6000. 00000008:00010000:2.0:1788941323.008821:0:279352:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788941323.008823:0:279352:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788941323.008825:0:279352:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788941323.008826:0:279352:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff889773069830, osc lock ffff8897481c6000, flags 0x400001002 00000020:00000001:2.0:1788941323.008828:0:279352:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788941323.008829:0:279352:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788941323.008831:0:279352:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446612782784092160 : -131290925459456 : ffff889773069800) 00000020:00000001:2.0:1788941323.008833:0:279352:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788941323.008834:0:279352:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788941323.008835:0:279352:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941323.008837:0:279352:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941323.008839:0:279352:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788941323.008841:0:279352:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788941323.008842:0:279352:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788941323.008843:0:279352:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788941323.008884:0:279352:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788941323.008886:0:279352:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446612782692646400 : -131291016905216 : ffff88976d933e00) 00000020:00000001:2.0:1788941323.008888:0:279352:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788941323.008891:0:279352:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788941323.008893:0:279352:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788941323.008896:0:279352:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788941323.008903:0:279352:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788941323.008905:0:279352:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788941323.008907:0:279352:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788941323.008908:0:279352:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788941323.008909:0:279352:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788941323.008911:0:279352:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788941323.008913:0:279352:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788941323.008917:0:279352:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941323.008920:0:279352:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788941323.008925:0:279352:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976bf97800. 00000020:00000040:2.0:1788941323.008929:0:279352:0:(genops.c:1210:class_import_get()) import ffff8897505b5800 refcount=4 obd=lustre-OST0000-osc-ffff889767e18000 00010000:00000001:2.0:1788941323.008933:0:279352:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788941323.008936:0:279352:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941323.008938:0:279352:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941323.008941:0:279352:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788941323.008944:0:279352:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788941323.008947:0:279352:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788941323.008951:0:279352:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88976c6d5200. 00000100:00000001:2.0:1788941323.008958:0:279352:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941323.008962:0:279352:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788941323.008964:0:279352:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941323.008965:0:279352:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788941323.008966:0:279352:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941323.008968:0:279352:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941323.008970:0:279352:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446612782665791488 : -131291043760128 : ffff88976bf97800) 00010000:00000001:2.0:1788941323.008973:0:279352:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788941323.008975:0:279352:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788941323.008979:0:279352:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff8897460c0600. 00010000:00000010:2.0:1788941323.008982:0:279352:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8897460c0500. 00010000:00000001:2.0:1788941323.008986:0:279352:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788941323.008989:0:279352:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8897464b1200. 00000020:00000001:2.0:1788941323.008992:0:279352:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788941323.008994:0:279352:0:(lustre_handles.c:93:class_handle_hash()) added object ffff8897464b1200 with handle 0x6856513a71e32291 to hash 00000020:00000001:2.0:1788941323.008996:0:279352:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788941323.008998:0:279352:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446612782033605120 : -131291675946496 : ffff8897464b1200) 00010000:00000010:2.0:1788941323.009001:0:279352:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff889747b88680. 00010000:00000001:2.0:1788941323.009010:0:279352:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446612782033605120 : -131291675946496 : ffff8897464b1200) 00010000:00000001:2.0:1788941323.009013:0:279352:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788941323.009015:0:279352:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788941323.009018:0:279352:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff889767e18000 lock: 00000000122684a5/0x6856513a71e32291 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 279352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788941323.009029:0:279352:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff889767e18000 lock: 00000000122684a5/0x6856513a71e32291 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 279352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788941323.009040:0:279352:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941323.009044:0:279352:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788941323.009048:0:279352:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941323.009060:0:279352:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060e8ec5d] to pc [ptlrpcd_01_01+1] req@ffff88976bf97800 x1875827959594240/t0(0) o101->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788941323.009096:0:279352:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788941323.009099:0:279352:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941323.009101:0:279352:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788941323.009103:0:279352:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941323.009105:0:279352:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941323.009107:0:279352:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788941323.009108:0:279352:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788941323.009110:0:279352:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788941323.009112:0:279352:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1788941323.010204:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941323.010232:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941323.010235:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941323.010250:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976bf97800 x1875827959594240/t0(0) o101->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941323.010264:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941323.010266:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941323.010271:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941323.010275:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941323.010278:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941323.010281:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976bf97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959594240:192.168.206.112@tcp:101:stat.0 00000100:00000001:3.0:1788941323.010286:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941323.010293:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941323.010296:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941323.010299:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941323.010305:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8897493c7000. 02000000:00000001:3.0:1788941323.010307:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941323.010316:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:3.0:1788941323.010322:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889771817d10. 00000400:00000010:3.0:1788941323.010331:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897486137f8. 00000100:00000200:3.0:1788941323.010339:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875827959594240, portal 4 00000100:00000001:3.0:1788941323.010341:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941323.010343:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782665791488 : -131291043760128 : ffff88976bf97800) 00000100:00000040:3.0:1788941323.010351:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff88976bf97800 x1875827959594240/t0(0) o101->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 328/400 e 0 to 0 dl 1788941378 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788941323.010360:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941323.010363:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:3.0:1788941323.010368:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613770. 00000100:00000200:3.0:1788941323.010373:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875827959594240, offset 0 00000400:00000200:3.0:1788941323.010380:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:3.0:1788941323.010392:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941323.010400:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:3.0:1788941323.010406:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941323.010412:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:3.0:1788941323.010422:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941323.010425:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:3.0:1788941323.010430:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545700:545700:256:4294967295] 192.168.206.112@tcp LPNI seq info [545685:545685:8:4294967295] 00000400:00000200:3.0:1788941323.010435:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941323.010447:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:3.0:1788941323.010454:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:3.0:1788941323.010572:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977330f200. 00000800:00000200:3.0:1788941323.010581:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:3.0:1788941323.010589:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:3.0:1788941323.010595:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977330f200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788941323.010673:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941323.010679:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: using a timeout of 138992 usecs (139 jiffies) 00000400:00000200:3.0:1788941323.010683:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:3.0:1788941323.010687:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307196314 00000100:00000001:3.0:1788941323.010697:0:2397:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 0, simply extend its deadline from 4307196201 00000100:00000001:3.0:1788941323.010704:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307196314 00000100:00000001:3.0:1788941323.010708:0:2397:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 1, simply extend its deadline from 4307196201 00000100:00000001:3.0:1788941323.010711:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941323.010714:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941323.010718:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941323.010721:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941323.010731:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941323.010733:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1788941323.010736:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941323.010737:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941323.010738:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941323.010741:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941323.010757:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941323.010760:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788941323.017076:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941323.017089:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977330f200. 00000400:00000200:1.0:1788941323.017099:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941323.017111:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941323.017120:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613770 00000400:00000010:1.0:1788941323.017144:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613770. 00000100:00000001:1.0:1788941323.017151:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941323.017161:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976bf97800 x1875827959594240/t0(0) o101->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 328/400 e 0 to 0 dl 1788941378 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788941323.017176:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941323.017180:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976bf97800 x1875827959594240/t0(0) o101->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 328/400 e 0 to 0 dl 1788941378 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788941323.017188:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941323.017190:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788941323.024041:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941323.024065:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941323.024070:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941323.024073:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941323.024084:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.024098:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941323.024111:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.024117:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.024125:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.024130:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 400 into portal 4 MB=0x6aa0e3b30fd00 00000400:00000200:1.0:1788941323.024135:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.024141:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.112@tcp of length 400/400 into md 0x538101 [1] + 224 00000800:00000001:1.0:1788941323.024149:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941323.024156:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941323.024159:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941323.024164:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941323.024173:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941323.024184:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976bf97800 x1875827959594240/t0(0) o101->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 328/400 e 0 to 0 dl 1788941378 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788941323.024198:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff88976bf97800 x1875827959594240/t0(0) o101->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 328/400 e 0 to 0 dl 1788941378 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788941323.024223:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941323.024233:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941323.024251:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941323.024412:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941323.024417:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788941323.024425:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788941323.024428:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788941323.024431:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889771817d10. 00000400:00000200:2.0:1788941323.024437:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897486137f8 00000400:00000010:2.0:1788941323.024439:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897486137f8. 00000100:00000001:2.0:1788941323.024450:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788941323.024455:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976bf97800 x1875827959594240/t0(0) o101->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 328/400 e 0 to 0 dl 1788941378 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788941323.024467:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976bf97800 x1875827959594240/t0(0) o101->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 328/400 e 0 to 0 dl 1788941378 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941323.024479:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788941323.024482:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941323.024485:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788941323.024489:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788941323.024492:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788941323.024495:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941323.024498:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788941323.024510:0:2397:0:(import.c:2149:obd_at_measure()) add 36 to ffff8897505b5c60 time=120 v=36 (36 5 5 5) 00000100:00001000:2.0:1788941323.024515:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b5c18 time=150 v=5 (1 1 1 1) 00000100:00000001:2.0:1788941323.024518:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788941323.024520:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941323.024523:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788941323.024526:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941323.024530:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788941323.024533:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff889767e18000: skip recheck: last_committed 42949693494 00000100:00000001:2.0:1788941323.024534:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788941323.024537:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941323.024542:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976bf97800 x1875827959594240/t0(0) o101->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 328/400 e 0 to 0 dl 1788941378 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941323.024549:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941323.024553:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788941323.024555:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788941323.024558:0:2397:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1788941323.024560:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788941323.024563:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788941323.024566:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8897464b1200 refcount=4 00000020:00000001:2.0:1788941323.024568:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782033605120 : -131291675946496 : ffff8897464b1200) 00010000:00000001:2.0:1788941323.024571:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782033605120 : -131291675946496 : ffff8897464b1200) 00010000:00000001:2.0:1788941323.024573:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788941323.024574:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788941323.024576:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8897464b1200 refcount=5 00000020:00000001:2.0:1788941323.024577:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782033605120 : -131291675946496 : ffff8897464b1200) 00010000:00000001:2.0:1788941323.024579:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782033605120 : -131291675946496 : ffff8897464b1200) 00010000:00000001:2.0:1788941323.024587:0:2397:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788941323.024591:0:2397:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788941323.024596:0:2397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff889767e18000 lock: 00000000122684a5/0x6856513a71e32291 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 279352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788941323.024608:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941323.024610:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941323.024612:0:2397:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788941323.024615:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788941323.024616:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788941323.024617:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8897464b1200 refcount=6 00000020:00000001:2.0:1788941323.024619:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782033605120 : -131291675946496 : ffff8897464b1200) 00010000:00000001:2.0:1788941323.024621:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782033605120 : -131291675946496 : ffff8897464b1200) 00010000:00000040:2.0:1788941323.024740:0:2397:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff8897464b1200, remote cookie: 0xfc9ba27b5a2d824f, flags: 0x1001 00010000:00010000:2.0:1788941323.024750:0:2397:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff889767e18000 lock: 00000000122684a5/0x6856513a71e32291 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d824f expref: -99 pid: 279352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788941323.024759:0:2397:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788941323.024763:0:2397:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941323.024765:0:2397:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788941323.024770:0:2397:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788941323.024775:0:2397:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff889767e18000 lock: 00000000122684a5/0x6856513a71e32291 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xfc9ba27b5a2d824f expref: -99 pid: 279352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788941323.024783:0:2397:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x54a8:0x0].0x0 (ffff8897460c0600) refcount = 1 00010000:00000040:2.0:1788941323.024786:0:2397:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788941323.024788:0:2397:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff889767e18000 lock: 00000000122684a5/0x6856513a71e32291 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xfc9ba27b5a2d824f expref: -99 pid: 279352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788941323.024796:0:2397:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788941323.024804:0:2397:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788941323.024807:0:2397:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788941323.024810:0:2397:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788941323.024813:0:2397:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff889767e18000 lock: 00000000122684a5/0x6856513a71e32291 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xfc9ba27b5a2d824f expref: -99 pid: 279352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788941323.024820:0:2397:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788941323.024821:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941323.024822:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941323.024823:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941323.024824:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788941323.024827:0:2397:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788941323.024830:0:2397:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788941323.024833:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788941323.024834:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788941323.024836:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8897464b1200 refcount=5 00000020:00000001:2.0:1788941323.024838:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782033605120 : -131291675946496 : ffff8897464b1200) 00010000:00000001:2.0:1788941323.024840:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782033605120 : -131291675946496 : ffff8897464b1200) 00000008:00000001:2.0:1788941323.024844:0:2397:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788941323.024849:0:2397:0:(cl_object.c:143:cl_object_top()) ffff88976c13a700 -> ffff889748406f58 00000008:00010000:2.0:1788941323.024883:0:2397:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff889767e18000 lock: 00000000122684a5/0x6856513a71e32291 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xfc9ba27b5a2d824f expref: -99 pid: 279352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788941323.024891:0:2397:0:(cl_object.c:143:cl_object_top()) ffff88976c13a700 -> ffff889748406f58 00000020:00000001:2.0:1788941323.024894:0:2397:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788941323.024897:0:2397:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788941323.024900:0:2397:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788941323.024902:0:2397:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941323.024904:0:2397:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941323.024906:0:2397:0:(cl_object.c:143:cl_object_top()) ffff88976c13a700 -> ffff889748406f58 00000008:00000001:2.0:1788941323.024908:0:2397:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1788941323.024910:0:2397:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788941323.024912:0:2397:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788941323.028072:0:2397:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788941323.028084:0:2397:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941323.028295:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788941323.028299:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788941323.028304:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8897464b1200 refcount=6 00000020:00000001:2.0:1788941323.028308:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782033605120 : -131291675946496 : ffff8897464b1200) 00010000:00000001:2.0:1788941323.028321:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782033605120 : -131291675946496 : ffff8897464b1200) 00010000:00000001:2.0:1788941323.028324:0:2397:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788941323.028331:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff889767e18000 lock: 00000000122684a5/0x6856513a71e32291 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xfc9ba27b5a2d824f expref: -99 pid: 279352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788941323.028345:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941323.028348:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788941323.028350:0:2397:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff889767e18000 lock: 00000000122684a5/0x6856513a71e32291 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xfc9ba27b5a2d824f expref: -99 pid: 279352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788941323.028358:0:2397:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788941323.028359:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941323.028360:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788941323.028362:0:2397:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941323.028364:0:2397:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788941323.028366:0:2397:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788941323.028367:0:2397:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff8897464b1200 refcount=5 00000020:00000001:2.0:1788941323.028369:0:2397:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446612782033605120 : -131291675946496 : ffff8897464b1200) 00010000:00000001:2.0:1788941323.028371:0:2397:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446612782033605120 : -131291675946496 : ffff8897464b1200) 00010000:00000001:2.0:1788941323.028373:0:2397:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788941323.028376:0:2397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff889767e18000 lock: 00000000122684a5/0x6856513a71e32291 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xfc9ba27b5a2d824f expref: -99 pid: 279352 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788941323.028382:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941323.028384:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941323.028385:0:2397:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788941323.028389:0:2397:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788941323.028392:0:2397:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff889767e18000 lock: 00000000122684a5/0x6856513a71e32291 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xfc9ba27b5a2d824f expref: -99 pid: 279352 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788941323.028416:0:2397:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941323.028420:0:2397:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788941323.028423:0:2397:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941323.028428:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941323.028430:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941323.028432:0:2397:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941323.028436:0:2397:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788941323.028438:0:2397:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941323.028440:0:2397:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941323.028473:0:279352:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941323.028478:0:279352:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788941323.028488:0:279352:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788941323.028494:0:279352:0:(cl_object.c:143:cl_object_top()) ffff889748406f58 -> ffff889748406f58 00000020:00000001:0.0:1788941323.028497:0:279352:0:(cl_object.c:143:cl_object_top()) ffff889748406f58 -> ffff889748406f58 00000020:00000001:0.0:1788941323.028498:0:279352:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788941323.028504:0:279352:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788941323.028510:0:279352:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788941323.028512:0:279352:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788941323.028514:0:279352:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788941323.028515:0:279352:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788941323.028518:0:279352:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x122c:11031 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788941323.028532:0:279352:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788941323.028534:0:279352:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:0.0:1788941323.028537:0:279352:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941323.028539:0:279352:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941323.028542:0:279352:0:(cl_object.c:143:cl_object_top()) ffff889748406f58 -> ffff889748406f58 00000080:00200000:0.0:1788941323.028545:0:279352:0:(file.c:1775:ll_merge_attr_nolock()) [0x200002b17:0x122c:0x0] updating i_size 0 i_blocks 0 00000080:00000001:0.0:1788941323.028548:0:279352:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788941323.028551:0:279352:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788941323.028553:0:279352:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff88974558a9a0 (ffff8897439e5998/0) at cl_lock_release():245 00000020:00000001:0.0:1788941323.028557:0:279352:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788941323.028558:0:279352:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff88974558a9a0 (ffff8897439e5998/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788941323.028562:0:279352:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788941323.028567:0:279352:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788941323.028569:0:279352:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446612782692646400 : -131291016905216 : ffff88976d933e00) 00000020:00000001:0.0:1788941323.028570:0:279352:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788941323.028572:0:279352:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff889773069830 (ffff8897439e5638/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788941323.028575:0:279352:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788941323.028577:0:279352:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788941323.028578:0:279352:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788941323.028580:0:279352:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788941323.028581:0:279352:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788941323.028583:0:279352:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788941323.028584:0:279352:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788941323.028585:0:279352:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788941323.028587:0:279352:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788941323.028588:0:279352:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff88974558a9a0 (ffff8897439e5998/0) at cl_lock_fini():72 00020000:00000001:0.0:1788941323.028591:0:279352:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788941323.028592:0:279352:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788941323.028593:0:279352:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff889773069830 (ffff8897439e5998/1) at cl_lock_fini():72 00000008:00000010:0.0:1788941323.028597:0:279352:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff8897481c6000. 00000020:00000001:0.0:1788941323.028607:0:279352:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788941323.028609:0:279352:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff889773069800. 00020000:00000001:0.0:1788941323.028613:0:279352:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788941323.028614:0:279352:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788941323.028616:0:279352:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00010000:00000001:2.0:1788941323.028617:0:2397:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788941323.028618:0:279352:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941323.028620:0:2397:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:0.0:1788941323.028621:0:279352:0:(cl_io.c:71:cl_io_fini()) Process entered 00010000:00000001:2.0:1788941323.028622:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941323.028623:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941323.028624:0:2397:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00020000:00000001:0.0:1788941323.028624:0:279352:0:(lov_io.c:900:lov_io_fini()) Process entered 00010000:00000001:2.0:1788941323.028625:0:2397:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788941323.028627:0:2397:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788941323.028641:0:279352:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788941323.028643:0:279352:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788941323.028644:0:279352:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788941323.028646:0:279352:0:(cl_object.c:917:cl_env_put()) 1@ffff8897439e5630 00020000:00000001:0.0:1788941323.028650:0:279352:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788941323.028652:0:279352:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000100:00000040:2.0:1788941323.028653:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976bf97800 x1875827959594240/t0(0) o101->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 328/400 e 0 to 0 dl 1788941378 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788941323.028664:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976bf97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959594240:192.168.206.112@tcp:101:stat.0 00000100:00000001:2.0:1788941323.028670:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941323.028675:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941323.028679:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976bf97800 x1875827959594240/t0(0) o101->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 328/400 e 0 to 0 dl 1788941378 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941323.028686:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788941323.028689:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788941323.028694:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8897493c7000. 02000000:00000001:2.0:1788941323.028699:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788941323.028702:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788941323.028703:0:2397:0:(genops.c:1223:class_import_put()) import ffff8897505b5800 refcount=3 obd=lustre-OST0000-osc-ffff889767e18000 00000020:00000001:2.0:1788941323.028706:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788941323.028709:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff88976c6d5200. 02000000:00000001:2.0:1788941323.028713:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788941323.028720:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788941323.028722:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976bf97800. 00000100:00000001:2.0:1788941323.028726:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788941323.028727:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941323.028730:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941323.028739:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941323.028741:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941323.028744:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941323.028747:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788941323.028765:0:279352:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788941323.028769:0:279352:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0x122c:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788941323.028773:0:279352:0:(file.c:7102:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788941323.028775:0:279352:0:(file.c:7106:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788941323.028777:0:279352:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788941323.028779:0:279352:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788941323.028780:0:279352:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788941323.028782:0:279352:0:(cl_object.c:917:cl_env_put()) 1@ffff8897439e5990 00000001:00000001:0.0:1788941323.028784:0:279352:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941323.028795:0:279352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc180fd08 00000080:00000008:0.0:1788941323.029115:0:279352:0:(file.c:6480:ll_getattr_dentry()) COMPLETED file f812b.sanity:[0x200002b17:0x122c:0x0](ffff889751975348), request_mask 4095, flags 0, foreign 0 00000080:00000001:0.0:1788941323.029125:0:279352:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788941323.029126:0:279352:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa27fc180fda0 00000080:00002000:0.0:1788941323.029128:0:279352:0:(dcache.c:127:ll_ddelete()) keeping dentry f812b.sanity (ffff88974231e798, parent ffff8897800996c0, inode ffff889751975348) hashed, 00000080:00000001:0.0:1788941323.029131:0:279352:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941323.155980:0:276806:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af110 (cpu 1) has reached its deadline 4307196314, at 4307196321 00000100:00000010:1.0:1788941323.156000:0:276806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8897717a2ba0. 00000100:00000040:0.0:1788941323.156094:0:265097:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af000 (cpu 0) has reached its deadline 4307196314, at 4307196321 00000100:00000010:0.0:1788941323.156101:0:265097:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8897717a2a80. 00000100:00000040:0.0:1788941323.772074:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788941323.772088:0:266403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788941323.772110:0:266403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098ed80. 00000020:00000040:0.0:1788941323.772117:0:266403:0:(genops.c:1210:class_import_get()) import ffff8897505b1000 refcount=4 obd=MGC192.168.206.112@tcp 00000100:00000001:0.0:1788941323.772123:0:266403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941323.772126:0:266403:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941323.772132:0:266403:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941323.772142:0:266403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88976bd84c00. 00000100:00000001:0.0:1788941323.772151:0:266403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941323.772167:0:266403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS req@ffff88976098ed80 x1875827959594368/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941323.772179:0:266403:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941323.772199:0:266403:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941323.772207:0:266403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096004a74] to pc [ptlrpcd_00_01+1] req@ffff88976098ed80 x1875827959594368/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.772241:0:266403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941323.772244:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788941323.772248:0:266403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788941323.772251:0:266403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098d500. 00000020:00000040:0.0:1788941323.772254:0:266403:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=10 obd=lustre-MDT0000-mdc-ffff889767e18000 00000100:00000001:0.0:1788941323.772256:0:266403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941323.772258:0:266403:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941323.772260:0:266403:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941323.772264:0:266403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88976bd84000. 00000100:00000001:0.0:1788941323.772267:0:266403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941323.772271:0:266403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID req@ffff88976098d500 x1875827959594496/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941323.772279:0:266403:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941323.772281:0:266403:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941323.772284:0:266403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097687cde] to pc [ptlrpcd_00_00+0] req@ffff88976098d500 x1875827959594496/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.772292:0:266403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941323.772294:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788941323.772297:0:266403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788941323.772300:0:266403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098ca80. 00000020:00000040:0.0:1788941323.772303:0:266403:0:(genops.c:1210:class_import_get()) import ffff88976bc88000 refcount=4 obd=lustre-MDT0001-mdc-ffff889767e18000 00000100:00000001:0.0:1788941323.772305:0:266403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941323.772306:0:266403:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941323.772308:0:266403:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941323.772310:0:266403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88976bd84100. 00000100:00000001:0.0:1788941323.772313:0:266403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941323.772317:0:266403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID req@ffff88976098ca80 x1875827959594624/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941323.772336:0:266403:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941323.772338:0:266403:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941323.772342:0:266403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5817e88] to pc [ptlrpcd_00_01+1] req@ffff88976098ca80 x1875827959594624/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.772349:0:266403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941323.772351:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788941323.772354:0:266403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788941323.772359:0:266403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098e680. 00000020:00000040:0.0:1788941323.772362:0:266403:0:(genops.c:1210:class_import_get()) import ffff8897505b5800 refcount=4 obd=lustre-OST0000-osc-ffff889767e18000 00000100:00000001:0.0:1788941323.772364:0:266403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941323.772366:0:266403:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941323.772368:0:266403:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941323.772372:0:266403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88976bd84700. 00000100:00000001:0.0:1788941323.772375:0:266403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941323.772378:0:266403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID req@ffff88976098e680 x1875827959594752/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941323.772385:0:266403:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941323.772387:0:266403:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941323.772391:0:266403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019624676] to pc [ptlrpcd_00_00+0] req@ffff88976098e680 x1875827959594752/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.772398:0:266403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941323.772400:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788941323.772404:0:266403:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788941323.772409:0:266403:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12534) 00000100:00000001:0.0:1788941323.772436:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941323.772442:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941323.772444:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788941323.772450:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098ed80 x1875827959594368/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.772464:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788941323.772467:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941323.772471:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788941323.772474:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788941323.772477:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788941323.772481:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2395:1875827959594368:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941323.772485:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788941323.772491:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788941323.772494:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941323.772497:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788941323.772502:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889758915200. 02000000:00000001:0.0:1788941323.772504:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788941323.772512:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:0.0:1788941323.772516:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889760a17f20. 00000400:00000010:0.0:1788941323.772524:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87330. 00000100:00000200:0.0:1788941323.772533:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959594368, portal 25 00000100:00000001:0.0:1788941323.772536:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788941323.772538:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474915200 : -131291234636416 : ffff88976098ed80) 00000100:00000040:0.0:1788941323.772544:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098ed80 x1875827959594368/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.772551:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788941323.772553:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:0.0:1788941323.772556:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87908. 00000100:00000200:0.0:1788941323.772559:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875827959594368, offset 0 00000400:00000200:0.0:1788941323.772566:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:0.0:1788941323.772576:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941323.772585:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:0.0:1788941323.772592:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788941323.772597:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:0.0:1788941323.772602:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788941323.772605:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:0.0:1788941323.772615:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545701:545701:256:4294967295] 192.168.206.112@tcp LPNI seq info [545686:545686:8:4294967295] 00000400:00000200:0.0:1788941323.772620:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941323.772641:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:0.0:1788941323.772649:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:0.0:1788941323.772655:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88976bd84b00. 00000800:00000200:0.0:1788941323.772662:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:0.0:1788941323.772671:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:0.0:1788941323.772676:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88976bd84b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788941323.772689:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788941323.772694:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:0.0:1788941323.772696:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307200741 00000100:00000010:0.0:1788941323.772701:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8897480d3ae0. 00000100:00000001:0.0:1788941323.772709:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788941323.772717:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307200741 00000100:00000010:0.0:1788941323.772720:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8897480d3720. 00000100:00000001:0.0:1788941323.772723:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788941323.772726:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941323.772729:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941323.772732:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788941323.772736:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098ca80 x1875827959594624/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.772743:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788941323.772745:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941323.772747:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788941323.772749:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788941323.772751:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788941323.772754:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959594624:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941323.772757:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788941323.772760:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788941323.772762:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941323.772769:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788941323.772771:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889758915000. 02000000:00000001:0.0:1788941323.772773:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788941323.772778:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:0.0:1788941323.772780:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889760a17cb8. 00000400:00000010:0.0:1788941323.772785:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd873b8. 00000100:00000200:0.0:1788941323.772788:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959594624, portal 10 00000100:00000001:0.0:1788941323.772790:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788941323.772791:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474906240 : -131291234645376 : ffff88976098ca80) 00000100:00000040:0.0:1788941323.772799:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098ca80 x1875827959594624/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.772806:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788941323.772808:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:0.0:1788941323.772810:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87c38. 00000100:00000200:0.0:1788941323.772813:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959594624, offset 0 00000400:00000200:0.0:1788941323.772817:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:0.0:1788941323.772821:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941323.772825:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:0.0:1788941323.772827:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788941323.772830:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:0.0:1788941323.772832:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788941323.772835:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:0.0:1788941323.772838:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545702:545702:255:4294967295] 192.168.206.112@tcp LPNI seq info [545687:545687:7:4294967295] 00000400:00000200:0.0:1788941323.772842:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941323.772848:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:0.0:1788941323.772876:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:0.0:1788941323.772880:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88976bd84900. 00000800:00000200:0.0:1788941323.772884:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:0.0:1788941323.772888:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:0.0:1788941323.772891:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88976bd84900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788941323.772894:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941323.772902:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: using a timeout of 20886 usecs (21 jiffies) 00000400:00000200:0.0:1788941323.772906:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:0.0:1788941323.772908:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307196955 00000100:00000001:0.0:1788941323.772911:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307200741 00000100:00000001:0.0:1788941323.772913:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307196955 00000100:00000001:0.0:1788941323.772915:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307200741 00000100:00000001:0.0:1788941323.772917:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941323.772920:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941323.772923:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941323.772926:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941323.772934:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788941323.772936:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788941323.772939:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941323.772940:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941323.772942:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788941323.772945:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1788941323.772946:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941323.772949:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788941323.772950:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941323.772952:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941323.772953:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941323.772954:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788941323.772959:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098d500 x1875827959594496/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.772966:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788941323.772967:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941323.772969:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788941323.772971:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788941323.772973:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788941323.772975:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959594496:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941323.772978:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788941323.772981:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788941323.772982:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941323.772989:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788941323.772994:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889743980600. 02000000:00000001:0.0:1788941323.772996:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788941323.772999:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:0.0:1788941323.773002:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889760a17370. 00000400:00000010:0.0:1788941323.773006:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd877f8. 00000100:00000200:0.0:1788941323.773009:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959594496, portal 10 00000100:00000001:0.0:1788941323.773011:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788941323.773012:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474908928 : -131291234642688 : ffff88976098d500) 00000100:00000040:0.0:1788941323.773019:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098d500 x1875827959594496/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.773026:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788941323.773028:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:0.0:1788941323.773031:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87088. 00000100:00000200:0.0:1788941323.773034:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959594496, offset 0 00000400:00000200:0.0:1788941323.773038:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:0.0:1788941323.773042:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941323.773046:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:0.0:1788941323.773049:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788941323.773051:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:0.0:1788941323.773054:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788941323.773056:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:0.0:1788941323.773058:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545703:545703:254:4294967295] 192.168.206.112@tcp LPNI seq info [545688:545688:6:4294967295] 00000400:00000200:0.0:1788941323.773062:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941323.773068:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:0.0:1788941323.773072:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:0.0:1788941323.773076:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88976bd84800. 00000800:00000200:0.0:1788941323.773079:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:0.0:1788941323.773083:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:0.0:1788941323.773085:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88976bd84800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788941323.773088:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941323.773096:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34551 usecs (35 jiffies) 00000400:00000200:0.0:1788941323.773099:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:0.0:1788941323.773101:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307196969 00000100:00000001:0.0:1788941323.773104:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307200741 00000100:00000001:0.0:1788941323.773106:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307196969 00000100:00000001:0.0:1788941323.773108:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307200741 00000100:00000001:0.0:1788941323.773110:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941323.773111:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941323.773113:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788941323.773118:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098e680 x1875827959594752/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.773124:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788941323.773126:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941323.773129:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788941323.773130:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788941323.773132:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788941323.773135:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959594752:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941323.773138:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788941323.773140:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788941323.773142:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941323.773144:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788941323.773147:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88975af0c800. 02000000:00000001:0.0:1788941323.773150:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788941323.773153:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:0.0:1788941323.773156:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889760a17268. 00000400:00000010:0.0:1788941323.773160:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87880. 00000100:00000200:0.0:1788941323.773163:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959594752, portal 4 00000100:00000001:0.0:1788941323.773165:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788941323.773166:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474913408 : -131291234638208 : ffff88976098e680) 00000100:00000040:0.0:1788941323.773174:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098e680 x1875827959594752/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.773191:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788941323.773194:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:0.0:1788941323.773196:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87990. 00000100:00000200:0.0:1788941323.773199:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875827959594752, offset 0 00000400:00000200:0.0:1788941323.773203:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:0.0:1788941323.773207:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941323.773210:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:0.0:1788941323.773212:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788941323.773215:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:0.0:1788941323.773217:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788941323.773218:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:0.0:1788941323.773221:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545704:545704:253:4294967295] 192.168.206.112@tcp LPNI seq info [545689:545689:5:4294967295] 00000400:00000200:0.0:1788941323.773225:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941323.773231:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:0.0:1788941323.773235:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:0.0:1788941323.777748:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8896412e8f00. 00000800:00000200:0.0:1788941323.777767:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:0.0:1788941323.777774:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:0.0:1788941323.777779:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8896412e8f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788941323.777786:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941323.777792:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: using a timeout of 138903 usecs (139 jiffies) 00000400:00000200:0.0:1788941323.777799:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:0.0:1788941323.777803:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307197080 00000100:00000001:0.0:1788941323.777807:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307200741 00000100:00000001:0.0:1788941323.777809:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307197080 00000100:00000001:0.0:1788941323.777811:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307200741 00000100:00000001:0.0:1788941323.777813:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941323.777817:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941323.777840:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941323.777844:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941323.777883:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941323.777886:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788941323.777928:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941323.777932:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88976bd84b00. 00000400:00000200:0.0:1788941323.777940:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941323.777946:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941323.777952:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87908 00000400:00000010:0.0:1788941323.777954:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87908. 00000100:00000001:0.0:1788941323.777959:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941323.777967:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098ed80 x1875827959594368/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.777979:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941323.777982:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098ed80 x1875827959594368/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941339 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.777989:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941323.777991:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788941323.778005:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941323.778007:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88976bd84900. 00000400:00000200:0.0:1788941323.778010:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941323.778014:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941323.778016:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87c38 00000400:00000010:0.0:1788941323.778018:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87c38. 00000100:00000001:0.0:1788941323.778020:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941323.778024:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098ca80 x1875827959594624/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.778031:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941323.778036:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098ca80 x1875827959594624/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.778042:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941323.778044:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788941323.778051:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941323.778061:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88976bd84800. 00000400:00000200:0.0:1788941323.778065:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941323.778069:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941323.778072:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87088 00000400:00000010:0.0:1788941323.778074:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87088. 00000100:00000001:0.0:1788941323.778077:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941323.778081:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098d500 x1875827959594496/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.778089:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941323.778093:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098d500 x1875827959594496/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.778099:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941323.778101:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788941323.778162:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941323.778164:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8896412e8f00. 00000400:00000200:0.0:1788941323.778167:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941323.778171:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941323.778174:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87990 00000400:00000010:0.0:1788941323.778176:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87990. 00000100:00000001:0.0:1788941323.778179:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941323.778183:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098e680 x1875827959594752/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.778190:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941323.778193:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098e680 x1875827959594752/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.778200:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941323.778201:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788941323.789599:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941323.789620:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941323.789635:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941323.789638:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941323.789649:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.789660:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941323.789674:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.789680:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.789687:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.789693:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b30fe80 00000400:00000200:1.0:1788941323.789699:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.789706:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538119 [1] + 224 00000800:00000001:1.0:1788941323.789715:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941323.789720:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941323.789724:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941323.789730:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941323.789739:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941323.789748:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098ca80 x1875827959594624/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941323.789761:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098ca80 x1875827959594624/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941323.789782:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941323.789793:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941323.789797:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941323.789798:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941323.789800:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941323.789803:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.789807:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941323.789811:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.789822:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.789825:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.789829:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b30fe00 00000400:00000200:1.0:1788941323.789832:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.789836:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538129 [1] + 224 00000800:00000001:1.0:1788941323.789841:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941323.789845:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941323.789847:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941323.789850:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:0.0:1788941323.789927:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941323.789935:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788941323.789944:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941323.789946:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941323.789950:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889760a17cb8. 00000400:00000200:0.0:1788941323.789956:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd873b8 00000400:00000010:0.0:1788941323.789967:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd873b8. 00000100:00000001:1.0:1788941323.789977:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941323.789984:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098d500 x1875827959594496/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941323.789993:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098d500 x1875827959594496/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941323.790002:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941323.790007:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941323.790012:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941323.790014:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941323.790016:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941323.790019:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.790022:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941323.790027:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.790029:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.790032:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.790034:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 25 MB=0x6aa0e3b30fd80 00000400:00000200:1.0:1788941323.790038:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.790042:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538109 [1] + 224 00000800:00000001:1.0:1788941323.790046:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941323.790048:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941323.790051:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941323.790054:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941323.790057:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941323.790078:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098ed80 x1875827959594368/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.790088:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1788941323.790089:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098ed80 x1875827959594368/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941323.790101:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1788941323.790104:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098ca80 x1875827959594624/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788941323.790107:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941323.790114:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941323.790119:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941323.790125:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1788941323.790128:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098ca80 x1875827959594624/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788941323.790136:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941323.790156:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000100:00000001:0.0:1788941323.790157:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941323.790164:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941323.790169:0:2395:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:1.0:1788941323.790170:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 02000000:00000001:0.0:1788941323.790174:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1788941323.790177:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:0.0:1788941323.790178:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941323.790183:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941323.790184:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 02000000:00000001:0.0:1788941323.790190:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941323.790196:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 4 MB=0x6aa0e3b30ff00 00000400:00000200:1.0:1788941323.790203:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00001000:0.0:1788941323.790204:0:2395:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc88460 time=121 v=60 (60 60 60 61) 00000400:00000200:1.0:1788941323.790211:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538139 [1] + 224 00000100:00001000:0.0:1788941323.790215:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc88418 time=135 v=5 (1 1 0 0) 00000800:00000001:1.0:1788941323.790220:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788941323.790222:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941323.790226:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941323.790229:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1788941323.790231:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941323.790236:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00080000:0.0:1788941323.790238:0:2395:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88976098ca80 x1875827959594624/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788941323.790249:0:2395:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941323.790253:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788941323.790255:0:2395:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff889767e18000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1788941323.790257:0:2395:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788941323.790258:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941323.790264:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098ca80 x1875827959594624/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.790270:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941323.790273:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941323.790275:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941323.790279:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098ca80 x1875827959594624/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941323.790300:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959594624:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941323.790304:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941323.790307:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941323.790310:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098ca80 x1875827959594624/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.790316:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941323.790319:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941323.790322:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889758915000. 02000000:00000001:0.0:1788941323.790327:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941323.790330:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941323.790332:0:2395:0:(genops.c:1223:class_import_put()) import ffff88976bc88000 refcount=3 obd=lustre-MDT0001-mdc-ffff889767e18000 00000020:00000001:0.0:1788941323.790334:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941323.790337:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88976bd84100. 02000000:00000001:0.0:1788941323.790340:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941323.790342:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941323.790344:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098ca80. 00000100:00000001:0.0:1788941323.790347:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941323.790348:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941323.790352:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941323.790354:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941323.790355:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788941323.790358:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941323.790360:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941323.790362:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889760a17370. 00000400:00000200:0.0:1788941323.790364:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd877f8 00000400:00000010:0.0:1788941323.790366:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd877f8. 00000100:00000001:0.0:1788941323.790369:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941323.790373:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098d500 x1875827959594496/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941323.790382:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098d500 x1875827959594496/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.790388:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941323.790394:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941323.790396:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941323.790398:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941323.790399:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941323.790401:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941323.790408:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 02000000:00000001:0.0:1788941323.790409:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941323.790419:0:2395:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=121 v=60 (60 60 60 61) 00000100:00000001:1.0:1788941323.790421:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1788941323.790424:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=15 v=5 (1 1 1 0) 00000100:00000200:1.0:1788941323.790430:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098e680 x1875827959594752/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.790431:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941323.790435:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941323.790441:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788941323.790447:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941323.790455:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788941323.790460:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098e680 x1875827959594752/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788941323.790460:0:2395:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771462 00000100:00000001:0.0:1788941323.790465:0:2395:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788941323.790469:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941323.790484:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098d500 x1875827959594496/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941323.790485:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941323.790492:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788941323.790495:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1788941323.790498:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941323.790500:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941323.790504:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941323.790509:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098d500 x1875827959594496/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941323.790518:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959594496:192.168.206.112@tcp:400:kworker.0 00000400:00000001:0.0:1788941323.790525:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941323.790526:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941323.790528:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889760a17268. 00000400:00000200:0.0:1788941323.790531:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87880 00000400:00000010:0.0:1788941323.790533:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87880. 00000100:00000001:0.0:1788941323.790536:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941323.790540:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098e680 x1875827959594752/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941323.790549:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098e680 x1875827959594752/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.790561:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941323.790562:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941323.790565:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941323.790566:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941323.791055:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941323.791057:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941323.791060:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941323.791065:0:2395:0:(import.c:2149:obd_at_measure()) add 36 to ffff8897505b5c60 time=120 v=36 (36 5 5 5) 00000100:00001000:0.0:1788941323.791068:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b5c18 time=0 v=5 (1 1 1 1) 00000100:00000001:0.0:1788941323.791071:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941323.791072:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941323.791074:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788941323.791077:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941323.791079:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788941323.791081:0:2395:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff889767e18000: skip recheck: last_committed 42949693494 00000100:00000001:0.0:1788941323.791083:0:2395:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788941323.791085:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941323.791090:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098e680 x1875827959594752/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.791098:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941323.791100:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941323.791101:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941323.791105:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098e680 x1875827959594752/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941323.791113:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959594752:192.168.206.112@tcp:400:kworker.0 00000400:00000001:0.0:1788941323.791119:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941323.791121:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941323.791123:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889760a17f20. 00000400:00000200:0.0:1788941323.791126:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87330 00000400:00000010:0.0:1788941323.791128:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87330. 00000100:00000001:0.0:1788941323.791131:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941323.791142:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098ed80 x1875827959594368/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941323.791150:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098ed80 x1875827959594368/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.791156:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941323.791158:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941323.791159:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941323.791161:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941323.791162:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941323.791164:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941323.791165:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941323.791169:0:2395:0:(import.c:2149:obd_at_measure()) add 5 to ffff8897505b1460 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1788941323.791171:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b1418 time=15 v=5 (1 1 1 0) 00000100:00000001:0.0:1788941323.791173:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941323.791174:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941323.791176:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788941323.791178:0:2395:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941323.791179:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941323.791182:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098ed80 x1875827959594368/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.791188:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941323.791190:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941323.791191:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941323.791195:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098ed80 x1875827959594368/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941339 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941323.791201:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2395:1875827959594368:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941323.791206:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941323.791208:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941323.791211:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098d500 x1875827959594496/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.791217:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941323.791224:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941323.791226:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889743980600. 02000000:00000001:0.0:1788941323.791232:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941323.791233:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941323.791235:0:2395:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=9 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:0.0:1788941323.791237:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941323.791239:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88976bd84000. 02000000:00000001:0.0:1788941323.791241:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941323.791242:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941323.791244:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098d500. 00000100:00000001:0.0:1788941323.791249:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941323.791250:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941323.791252:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941323.791255:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098e680 x1875827959594752/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.791261:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941323.791263:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941323.791264:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88975af0c800. 02000000:00000001:0.0:1788941323.791266:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941323.791267:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941323.791268:0:2395:0:(genops.c:1223:class_import_put()) import ffff8897505b5800 refcount=3 obd=lustre-OST0000-osc-ffff889767e18000 00000020:00000001:0.0:1788941323.791270:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941323.791271:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88976bd84700. 02000000:00000001:0.0:1788941323.791273:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941323.791274:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941323.791275:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098e680. 00000100:00000001:0.0:1788941323.791278:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941323.791279:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941323.791281:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941323.791284:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098ed80 x1875827959594368/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941339 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941323.791290:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941323.791291:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941323.791292:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889758915200. 02000000:00000001:0.0:1788941323.791295:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941323.791296:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941323.791302:0:2395:0:(genops.c:1223:class_import_put()) import ffff8897505b1000 refcount=3 obd=MGC192.168.206.112@tcp 00000020:00000001:0.0:1788941323.791304:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941323.791306:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88976bd84c00. 02000000:00000001:0.0:1788941323.791308:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941323.791309:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941323.791310:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098ed80. 00000100:00000001:0.0:1788941323.791314:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941323.791315:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941323.791317:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941323.791323:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788941323.791325:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941323.791327:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941323.791329:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941324.019264:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941324.019273:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941324.019280:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941324.019282:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941324.019286:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941324.019287:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941324.019578:0:242292:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941324.019582:0:242292:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941324.019608:0:242292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941325.043098:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941325.043110:0:250116:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788941325.043113:0:250116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941325.043117:0:250116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941325.043123:0:250116:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788941325.043126:0:250116:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941325.043128:0:250116:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941325.043131:0:250116:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941325.043136:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941325.043137:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941325.043141:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941325.043142:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941325.043255:0:252129:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941325.043259:0:252129:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941325.043262:0:252129:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941326.067533:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941326.067543:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941326.067550:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941326.067551:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941326.067556:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941326.067557:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941326.069427:0:236344:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941326.069435:0:236344:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941326.069441:0:236344:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941327.094156:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941327.094164:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941327.094171:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941327.094172:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941327.094176:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941327.094185:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941327.094208:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788941327.094211:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788941327.094214:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788941327.603038:0:276806:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af110 (cpu 1) has reached its deadline 4307200741, at 4307200768 00000100:00000010:1.0:1788941327.603052:0:276806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8897480d3720. 00000100:00000040:0.0:1788941327.603213:0:276107:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af000 (cpu 0) has reached its deadline 4307200741, at 4307200768 00000100:00000010:0.0:1788941327.603219:0:276107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8897480d3ae0. 00010000:00000001:2.0:1788941328.114960:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941328.114967:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941328.114972:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941328.114973:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941328.114977:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941328.114978:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941328.115039:0:245732:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788941328.115042:0:245732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788941328.115045:0:245732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788941328.225384:0:279574:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788941328.530047:0:279610:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788941328.530052:0:279610:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg612-client.virtnet: executing wait_import_state FULL osc.lustre-OST0000-osc-ffff889767e18000.ost_server_uuid 50 00000001:00000001:2.0:1788941328.541476:0:279610:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:3.0:1788941328.884078:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788941328.884087:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788941328.884105:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c690380. 00000020:00000040:3.0:1788941328.884111:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b1000 refcount=4 obd=MGC192.168.206.112@tcp 00000100:00000001:3.0:1788941328.884115:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941328.884117:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941328.884122:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941328.884130:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977330f900. 00000100:00000001:3.0:1788941328.884136:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941328.884146:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS req@ffff88976c690380 x1875827959594880/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788941328.884157:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941328.884160:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941328.884166:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091410b62] to pc [ptlrpcd_01_00+0] req@ffff88976c690380 x1875827959594880/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941328.884197:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941328.884200:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788941328.884203:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788941328.884206:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c691500. 00000020:00000040:3.0:1788941328.884208:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=10 obd=lustre-MDT0000-mdc-ffff889767e18000 00000100:00000001:3.0:1788941328.884210:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941328.884212:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941328.884213:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941328.884216:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977330fa00. 00000100:00000001:3.0:1788941328.884219:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941328.884223:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID req@ffff88976c691500 x1875827959595008/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788941328.884231:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941328.884232:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941328.884236:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073fd6d50] to pc [ptlrpcd_01_01+1] req@ffff88976c691500 x1875827959595008/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941328.884244:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941328.884246:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788941328.884254:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788941328.884256:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c691c00. 00000020:00000040:3.0:1788941328.884259:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc88000 refcount=4 obd=lustre-MDT0001-mdc-ffff889767e18000 00000100:00000001:3.0:1788941328.884261:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941328.884262:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941328.884264:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941328.884267:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977330f400. 00000100:00000001:3.0:1788941328.884270:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941328.884273:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID req@ffff88976c691c00 x1875827959595136/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788941328.884358:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941328.884363:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941328.884365:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788941328.884372:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c690380 x1875827959594880/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941328.884380:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941328.884382:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941328.884386:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788941328.884388:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788941328.884391:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941328.884394:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2396:1875827959594880:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941328.884398:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788941328.884404:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788941328.884406:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941328.884409:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788941328.884413:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889742d7d400. 02000000:00000001:2.0:1788941328.884415:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941328.884421:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:2.0:1788941328.884430:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897735f9c60. 00000400:00000010:2.0:1788941328.884437:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c97f8. 00000100:00000200:2.0:1788941328.884443:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959594880, portal 25 00000100:00000001:2.0:1788941328.884445:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941328.884447:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673101696 : -131291036449920 : ffff88976c690380) 00000100:00000040:2.0:1788941328.884452:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976c690380 x1875827959594880/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941328.884460:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788941328.884463:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:2.0:1788941328.884465:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9e58. 00000100:00000200:2.0:1788941328.884468:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875827959594880, offset 0 00000400:00000200:2.0:1788941328.884474:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:2.0:1788941328.884482:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941328.884488:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:2.0:1788941328.884493:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788941328.884497:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:2.0:1788941328.884501:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788941328.884503:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:2.0:1788941328.884507:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545705:545705:256:4294967295] 192.168.206.112@tcp LPNI seq info [545690:545690:8:4294967295] 00000400:00000200:2.0:1788941328.884511:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941328.884520:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:2.0:1788941328.884526:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:2.0:1788941328.884531:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889767e55800. 00000800:00000200:2.0:1788941328.884537:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:2.0:1788941328.884544:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:2.0:1788941328.884548:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889767e55800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788941328.884565:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941328.884569:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941328.884572:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307205856 00000100:00000010:2.0:1788941328.884575:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889778665540. 00000100:00000001:2.0:1788941328.884581:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788941328.884591:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307205856 00000100:00000010:2.0:1788941328.884594:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889778665000. 00000100:00000001:2.0:1788941328.884597:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788941328.884613:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941328.884615:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941328.884618:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941328.884621:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941328.884627:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941328.884629:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788941328.884631:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941328.884632:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941328.884634:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941328.884636:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788941328.884638:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941328.884640:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941328.884641:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941328.884643:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941328.884644:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941328.884645:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788941328.884649:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c691500 x1875827959595008/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941328.884656:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941328.884658:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941328.884660:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788941328.884662:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788941328.884664:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941328.884667:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c691500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2396:1875827959595008:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941328.884670:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788941328.884673:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788941328.884674:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941328.884676:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788941328.884679:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889742d7c800. 02000000:00000001:2.0:1788941328.884681:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941328.884684:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:2.0:1788941328.884687:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897735f9420. 00000400:00000010:2.0:1788941328.884697:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c93b8. 00000100:00000200:2.0:1788941328.884700:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959595008, portal 10 00000100:00000001:2.0:1788941328.884702:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941328.884703:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673106176 : -131291036445440 : ffff88976c691500) 00000100:00000040:2.0:1788941328.884709:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976c691500 x1875827959595008/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941328.884715:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788941328.884717:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:2.0:1788941328.884719:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9b28. 00000100:00000200:2.0:1788941328.884721:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959595008, offset 0 00000400:00000200:2.0:1788941328.884725:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:2.0:1788941328.884729:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941328.884733:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:2.0:1788941328.884736:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788941328.884738:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:2.0:1788941328.884741:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788941328.884743:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:2.0:1788941328.884746:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545706:545706:255:4294967295] 192.168.206.112@tcp LPNI seq info [545691:545691:7:4294967295] 00000400:00000200:2.0:1788941328.884750:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941328.884756:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:2.0:1788941328.884760:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:2.0:1788941328.884764:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889767e55300. 00000800:00000200:2.0:1788941328.884767:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:2.0:1788941328.884772:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:2.0:1788941328.884774:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889767e55300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788941328.884777:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941328.884780:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34547 usecs (35 jiffies) 00000400:00000200:2.0:1788941328.884783:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941328.884785:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307202084 00000100:00000001:2.0:1788941328.884788:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307205856 00000100:00000001:2.0:1788941328.884794:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307202084 00000100:00000001:2.0:1788941328.884797:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307205856 00000100:00000001:2.0:1788941328.884799:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941328.884801:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941328.884803:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941328.884805:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788941328.884901:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941328.884905:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889767e55800. 00000400:00000200:0.0:1788941328.884911:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941328.884916:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941328.884921:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9e58 00000400:00000010:0.0:1788941328.884923:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9e58. 00000100:00000001:0.0:1788941328.884927:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941328.884931:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c690380 x1875827959594880/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941328.884940:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941328.884943:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c690380 x1875827959594880/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941328.884949:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941328.884950:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788941328.885010:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941328.885013:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889767e55300. 00000400:00000200:0.0:1788941328.885015:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941328.885026:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941328.885029:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9b28 00000400:00000010:0.0:1788941328.885031:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9b28. 00000100:00000001:0.0:1788941328.885034:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941328.885037:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c691500 x1875827959595008/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941328.885044:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941328.885046:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c691500 x1875827959595008/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941328.885052:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941328.885053:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788941328.885341:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941328.885344:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941328.885351:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000050c3fe7] to pc [ptlrpcd_01_00+0] req@ffff88976c691c00 x1875827959595136/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941328.885367:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941328.885369:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788941328.885372:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788941328.885376:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c692680. 00000020:00000040:3.0:1788941328.885379:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b5800 refcount=4 obd=lustre-OST0000-osc-ffff889767e18000 00000100:00000001:3.0:1788941328.885383:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941328.885384:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941328.885387:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941328.885391:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977330f300. 00000100:00000001:3.0:1788941328.885395:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941328.885399:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID req@ffff88976c692680 x1875827959595264/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788941328.885406:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941328.885408:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941328.885411:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020528c27] to pc [ptlrpcd_01_01+1] req@ffff88976c692680 x1875827959595264/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941328.885431:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941328.885433:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788941328.885436:0:233298:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788941328.885440:0:233298:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12539) 00000100:00000001:3.0:1788941328.885463:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941328.885466:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941328.885467:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941328.885472:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c692680 x1875827959595264/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941328.885477:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941328.885479:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941328.885481:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941328.885483:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941328.885485:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941328.885487:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959595264:192.168.206.112@tcp:400:kworker.0 00000100:00000001:3.0:1788941328.885491:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941328.885493:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941328.885495:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941328.885496:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941328.885499:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88975004ae00. 02000000:00000001:3.0:1788941328.885501:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941328.885506:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:3.0:1788941328.885509:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889771817318. 00000400:00000010:3.0:1788941328.885513:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613220. 00000100:00000200:3.0:1788941328.885516:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959595264, portal 4 00000100:00000001:3.0:1788941328.885518:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941328.885519:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673110656 : -131291036440960 : ffff88976c692680) 00000100:00000040:3.0:1788941328.885524:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976c692680 x1875827959595264/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941328.885531:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941328.885539:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:3.0:1788941328.885541:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613bb0. 00000100:00000200:3.0:1788941328.885545:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875827959595264, offset 0 00000400:00000200:3.0:1788941328.885549:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:3.0:1788941328.885555:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941328.885559:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:3.0:1788941328.885562:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941328.885564:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:3.0:1788941328.885567:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941328.885569:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:3.0:1788941328.885571:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545707:545707:256:4294967295] 192.168.206.112@tcp LPNI seq info [545692:545692:8:4294967295] 00000400:00000200:3.0:1788941328.885575:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941328.885582:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:3.0:1788941328.885585:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:3.0:1788941328.885589:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977330f700. 00000800:00000200:3.0:1788941328.885592:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:3.0:1788941328.885597:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:3.0:1788941328.885614:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977330f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788941328.885629:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941328.885632:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: using a timeout of 138818 usecs (139 jiffies) 00000400:00000200:3.0:1788941328.885635:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:3.0:1788941328.885637:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307202188 00000100:00000001:3.0:1788941328.885640:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307205856 00000100:00000001:3.0:1788941328.885642:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307202188 00000100:00000001:3.0:1788941328.885644:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307205856 00000100:00000001:3.0:1788941328.885646:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941328.885648:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941328.885651:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941328.885653:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941328.885658:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941328.885664:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1788941328.885667:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941328.885668:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941328.885670:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941328.885672:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788941328.885673:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941328.885676:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941328.885677:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941328.885679:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941328.885680:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941328.885681:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941328.885686:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c691c00 x1875827959595136/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941328.885692:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941328.885693:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941328.885696:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941328.885697:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941328.885699:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941328.885702:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c691c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959595136:192.168.206.112@tcp:400:kworker.0 00000100:00000001:3.0:1788941328.885704:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941328.885707:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941328.885708:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941328.885710:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941328.885713:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88975004be00. 02000000:00000001:3.0:1788941328.885715:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941328.885718:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:3.0:1788941328.885720:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889771817d68. 00000400:00000010:3.0:1788941328.885724:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613110. 00000100:00000200:3.0:1788941328.885726:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959595136, portal 10 00000100:00000001:3.0:1788941328.885728:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941328.885729:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673107968 : -131291036443648 : ffff88976c691c00) 00000100:00000040:3.0:1788941328.885735:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976c691c00 x1875827959595136/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941328.885740:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941328.885748:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:3.0:1788941328.885750:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897486133b8. 00000100:00000200:3.0:1788941328.885753:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959595136, offset 0 00000400:00000200:3.0:1788941328.885757:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:3.0:1788941328.885761:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941328.885764:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:3.0:1788941328.885767:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941328.885770:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:3.0:1788941328.885772:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941328.885774:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:3.0:1788941328.885776:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545708:545708:255:4294967295] 192.168.206.112@tcp LPNI seq info [545693:545693:7:4294967295] 00000400:00000200:3.0:1788941328.885780:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941328.885785:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:3.0:1788941328.885790:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:3.0:1788941328.885793:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977330fb00. 00000800:00000200:3.0:1788941328.885797:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:3.0:1788941328.885802:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:3.0:1788941328.885805:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977330fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788941328.885807:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941328.885810:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: using a timeout of 20886 usecs (21 jiffies) 00000400:00000200:3.0:1788941328.885813:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:3.0:1788941328.885814:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307202070 00000100:00000001:3.0:1788941328.885816:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307205856 00000100:00000001:3.0:1788941328.885818:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307202070 00000100:00000001:3.0:1788941328.885820:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307205856 00000100:00000001:3.0:1788941328.885822:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941328.885824:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941328.885827:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941328.885829:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941328.885839:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941328.885847:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941328.885848:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941328.885873:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788941328.886086:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941328.886090:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977330f700. 00000400:00000200:0.0:1788941328.886094:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941328.886098:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941328.886102:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613bb0 00000400:00000010:0.0:1788941328.886104:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613bb0. 00000100:00000001:0.0:1788941328.886107:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941328.886111:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c692680 x1875827959595264/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941328.886120:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941328.886123:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c692680 x1875827959595264/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941328.886128:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941328.886129:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788941328.886173:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941328.886176:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977330fb00. 00000400:00000200:0.0:1788941328.886179:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941328.886182:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941328.886185:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897486133b8 00000400:00000010:0.0:1788941328.886186:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897486133b8. 00000100:00000001:0.0:1788941328.886189:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941328.886198:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c691c00 x1875827959595136/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941328.886205:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941328.886208:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c691c00 x1875827959595136/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941328.886214:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941328.886215:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788941328.923982:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941328.924003:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941328.924007:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941328.924010:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941328.924018:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941328.924025:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941328.924037:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941328.924042:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941328.924047:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941328.924051:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 25 MB=0x6aa0e3b30ff80 00000400:00000200:1.0:1788941328.924055:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941328.924061:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538149 [1] + 224 00000800:00000001:1.0:1788941328.924068:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941328.924072:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941328.924075:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941328.924080:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941328.924087:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941328.924095:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c690380 x1875827959594880/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941328.924106:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976c690380 x1875827959594880/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941328.924128:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941328.924138:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941328.924142:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941328.924144:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941328.924160:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941328.924163:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941328.924167:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941328.924171:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941328.924174:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941328.924177:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941328.924180:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b310080 00000400:00000200:1.0:1788941328.924183:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941328.924189:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538161 [1] + 224 00000800:00000001:1.0:1788941328.924193:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941328.924196:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941328.924198:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941328.924201:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941328.924204:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941328.924208:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c691c00 x1875827959595136/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941328.924217:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976c691c00 x1875827959595136/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941328.924229:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941328.924233:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941328.924236:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941328.924238:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941328.924239:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941328.924242:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941328.924245:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941328.924249:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941328.924252:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941328.924255:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941328.924258:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 4 MB=0x6aa0e3b310100 00000400:00000200:1.0:1788941328.924261:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941328.924265:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538159 [1] + 224 00000800:00000001:1.0:1788941328.924268:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941328.924276:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941328.924278:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941328.924282:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941328.924285:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941328.924289:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c692680 x1875827959595264/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941328.924298:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976c692680 x1875827959595264/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941328.924304:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941328.924308:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941328.924310:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941328.924312:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941328.924314:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941328.924316:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941328.924319:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941328.924323:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941328.924325:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941328.924327:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941328.924330:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b310000 00000400:00000200:1.0:1788941328.924333:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941328.924336:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538151 [1] + 224 00000800:00000001:1.0:1788941328.924340:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941328.924348:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941328.924350:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941328.924353:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941328.924356:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941328.924360:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c691500 x1875827959595008/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941328.924369:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976c691500 x1875827959595008/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941328.924376:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941328.924385:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941328.924388:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941328.926889:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941328.926897:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788941328.926904:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941328.926906:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941328.926909:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897735f9420. 00000400:00000200:3.0:1788941328.926914:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c93b8 00000400:00000010:3.0:1788941328.926917:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c93b8. 00000100:00000001:3.0:1788941328.926921:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941328.926931:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c691500 x1875827959595008/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788941328.926942:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c691500 x1875827959595008/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941328.926948:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941328.926950:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941328.926953:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941328.926956:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941328.926958:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941328.926960:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941328.926963:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941328.926973:0:2396:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=126 v=60 (60 60 60 61) 00000100:00001000:3.0:1788941328.926977:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=20 v=5 (1 1 1 0) 00000100:00000001:3.0:1788941328.926979:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941328.926981:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941328.926983:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941328.926987:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941328.926990:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941328.926992:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771462 00000100:00000001:3.0:1788941328.926994:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941328.926997:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941328.927001:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c691500 x1875827959595008/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941328.927007:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941328.927017:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941328.927019:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941328.927023:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c691500 x1875827959595008/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941328.927030:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c691500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2396:1875827959595008:192.168.206.112@tcp:400:kworker.0 00000400:00000001:3.0:1788941328.927036:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941328.927038:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941328.927039:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897735f9c60. 00000400:00000200:3.0:1788941328.927042:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c97f8 00000400:00000010:3.0:1788941328.927044:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c97f8. 00000100:00000001:3.0:1788941328.927046:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941328.927049:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c690380 x1875827959594880/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941344 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788941328.927057:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c690380 x1875827959594880/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941344 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941328.927062:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941328.927064:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941328.927065:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941328.927067:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941328.927068:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941328.927069:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941328.927071:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941328.927073:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8897505b1460 time=126 v=5 (5 5 5 5) 00000100:00001000:3.0:1788941328.927076:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b1418 time=20 v=5 (1 1 1 0) 00000100:00000001:3.0:1788941328.927078:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941328.927079:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941328.927080:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941328.927082:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941328.927084:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941328.927087:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c690380 x1875827959594880/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941328.927093:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941328.927101:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941328.927102:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941328.927106:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c690380 x1875827959594880/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941344 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941328.927113:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2396:1875827959594880:192.168.206.112@tcp:400:kworker.0 00000100:00000001:3.0:1788941328.927117:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941328.927119:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941328.927123:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c691500 x1875827959595008/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941328.927129:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941328.927131:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941328.927134:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889742d7c800. 02000000:00000001:3.0:1788941328.927138:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941328.927141:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788941328.927142:0:2396:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=9 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:3.0:1788941328.927145:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788941328.927147:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977330fa00. 02000000:00000001:3.0:1788941328.927151:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941328.927153:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941328.927154:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c691500. 00000100:00000001:3.0:1788941328.927158:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941328.927159:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941328.927161:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941328.927164:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c690380 x1875827959594880/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941344 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941328.927170:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941328.927172:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941328.927173:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889742d7d400. 02000000:00000001:3.0:1788941328.927175:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941328.927176:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788941328.927178:0:2396:0:(genops.c:1223:class_import_put()) import ffff8897505b1000 refcount=3 obd=MGC192.168.206.112@tcp 00000020:00000001:3.0:1788941328.927179:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788941328.927180:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977330f900. 02000000:00000001:3.0:1788941328.927187:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941328.927188:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941328.927190:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c690380. 00000100:00000001:3.0:1788941328.927192:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941328.927193:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941328.927196:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941328.927202:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941328.927204:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941328.927206:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941328.927208:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941328.927216:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941328.927218:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788941328.927222:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941328.927224:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941328.927225:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889771817d68. 00000400:00000200:3.0:1788941328.927228:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613110 00000400:00000010:3.0:1788941328.927229:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613110. 00000100:00000001:3.0:1788941328.927231:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941328.927236:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c691c00 x1875827959595136/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788941328.927243:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c691c00 x1875827959595136/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941328.927249:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941328.927250:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941328.927252:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941328.927253:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941328.927255:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941328.927256:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941328.927257:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941328.927262:0:2397:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc88460 time=126 v=60 (60 60 60 61) 00000100:00001000:3.0:1788941328.927265:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc88418 time=140 v=5 (1 1 0 0) 00000100:00000001:3.0:1788941328.927268:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941328.927269:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941328.927271:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788941328.927274:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88976c691c00 x1875827959595136/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788941328.927290:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941328.927293:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941328.927294:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff889767e18000: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1788941328.927295:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941328.927297:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941328.927301:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c691c00 x1875827959595136/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941328.927306:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941328.927308:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941328.927309:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941328.927312:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c691c00 x1875827959595136/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941328.927319:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c691c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959595136:192.168.206.112@tcp:400:kworker.0 00000400:00000001:3.0:1788941328.927325:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941328.927326:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941328.927328:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889771817318. 00000400:00000200:3.0:1788941328.927330:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613220 00000400:00000010:3.0:1788941328.927332:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613220. 00000100:00000001:3.0:1788941328.927334:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941328.927338:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c692680 x1875827959595264/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788941328.927346:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c692680 x1875827959595264/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941328.927352:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941328.927354:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941328.927355:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941328.927357:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941328.927358:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941328.927360:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941328.927367:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941328.927371:0:2397:0:(import.c:2149:obd_at_measure()) add 36 to ffff8897505b5c60 time=125 v=36 (36 5 5 5) 00000100:00001000:3.0:1788941328.927374:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b5c18 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1788941328.927377:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941328.927378:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941328.927379:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941328.927381:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941328.927383:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941328.927385:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff889767e18000: skip recheck: last_committed 42949693494 00000100:00000001:3.0:1788941328.927387:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941328.927388:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941328.927392:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c692680 x1875827959595264/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941328.927399:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941328.927400:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941328.927402:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941328.927405:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c692680 x1875827959595264/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941328.927412:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959595264:192.168.206.112@tcp:400:kworker.0 00000100:00000001:3.0:1788941328.927416:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941328.927418:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941328.927420:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c691c00 x1875827959595136/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941328.927426:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941328.927428:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941328.927429:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88975004be00. 02000000:00000001:3.0:1788941328.927432:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941328.927433:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788941328.927434:0:2397:0:(genops.c:1223:class_import_put()) import ffff88976bc88000 refcount=3 obd=lustre-MDT0001-mdc-ffff889767e18000 00000020:00000001:3.0:1788941328.927436:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788941328.927437:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977330f400. 02000000:00000001:3.0:1788941328.927439:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941328.927443:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941328.927445:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c691c00. 00000100:00000001:3.0:1788941328.927447:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941328.927449:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941328.927450:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941328.927453:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c692680 x1875827959595264/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941328.927458:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941328.927460:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941328.927461:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88975004ae00. 02000000:00000001:3.0:1788941328.927463:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941328.927464:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788941328.927465:0:2397:0:(genops.c:1223:class_import_put()) import ffff8897505b5800 refcount=3 obd=lustre-OST0000-osc-ffff889767e18000 00000020:00000001:3.0:1788941328.927466:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788941328.927468:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977330f300. 02000000:00000001:3.0:1788941328.927470:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941328.927471:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941328.927472:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c692680. 00000100:00000001:3.0:1788941328.927474:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941328.927475:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941328.927476:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941328.927480:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941328.927481:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941328.927483:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941328.927485:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941329.138958:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941329.138964:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941329.138968:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941329.138969:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941329.138972:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941329.138973:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941329.139069:0:242292:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941329.139072:0:242292:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941329.139074:0:242292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788941329.396675:0:236334:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1788941329.396681:0:236334:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788941329.796017:0:279718:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941330.163139:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941330.163145:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941330.163150:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941330.163151:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941330.163154:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941330.163155:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941330.163710:0:252129:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941330.163713:0:252129:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941330.163716:0:252129:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1788941330.221195:0:279754:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788941330.221201:0:279754:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: osc.lustre-OST0000-osc-ffff889767e18000.ost_server_uuid in FULL state after 0 sec 00000001:00000001:3.0:1788941330.230878:0:279754:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00010000:2.0:1788941331.017892:0:279767:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff889767e18000 00010000:00000001:2.0:1788941331.017899:0:279767:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788941331.017901:0:279767:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941331.017906:0:279767:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788941331.017909:0:279767:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788941331.017914:0:279767:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788941331.017917:0:279767:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788941331.017920:0:279767:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788941331.017931:0:279767:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:0.0:1788941331.018041:0:236344:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941331.018045:0:236344:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941331.018048:0:236344:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788941331.018051:0:236344:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788941331.018053:0:236344:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788941331.018058:0:236344:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff889767e18000 lock: 00000000122684a5/0x6856513a71e32291 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400010000 nid: local remote: 0xfc9ba27b5a2d824f expref: -99 pid: 279352 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788941331.018072:0:236344:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788941331.018075:0:236344:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788941331.018079:0:236344:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446612781988731288 : -131291720820328 : ffff8897439e5998) 00000020:00001000:0.0:1788941331.018081:0:236344:0:(cl_object.c:823:cl_env_get()) 1@ffff8897439e5990 00000008:00000001:0.0:1788941331.018083:0:236344:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788941331.018086:0:236344:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1788941331.018087:0:236344:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788941331.018089:0:236344:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446612781988730424 : -131291720821192 : ffff8897439e5638) 00000020:00001000:0.0:1788941331.018090:0:236344:0:(cl_object.c:823:cl_env_get()) 1@ffff8897439e5630 00000008:00000001:0.0:1788941331.018093:0:236344:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1788941331.018095:0:236344:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1788941331.018098:0:236344:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788941331.018100:0:236344:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788941331.018102:0:236344:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1788941331.018105:0:236344:0:(cl_object.c:143:cl_object_top()) ffff88976c13a700 -> ffff889748406f58 00000020:00000001:0.0:1788941331.018107:0:236344:0:(cl_object.c:143:cl_object_top()) ffff889748406f58 -> ffff889748406f58 00000020:00000001:0.0:1788941331.018109:0:236344:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788941331.018120:0:236344:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788941331.018122:0:236344:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0x122c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788941331.018125:0:236344:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788941331.018127:0:236344:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788941331.018128:0:236344:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788941331.018131:0:236344:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x122c:0x0]io ffff889767f35a20 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1788941331.018135:0:236344:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788941331.018137:0:236344:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788941331.018139:0:236344:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788941331.018141:0:236344:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788941331.018143:0:236344:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941331.018144:0:236344:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788941331.018145:0:236344:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788941331.018147:0:236344:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1788941331.018148:0:236344:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788941331.018150:0:236344:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1788941331.018153:0:236344:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788941331.018155:0:236344:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788941331.018157:0:236344:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788941331.018158:0:236344:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788941331.018160:0:236344:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788941331.018162:0:236344:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0x122c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1788941331.018165:0:236344:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788941331.018166:0:236344:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1788941331.018167:0:236344:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788941331.018170:0:236344:0:(cl_object.c:917:cl_env_put()) 1@ffff8897439e5630 00000008:00000001:0.0:1788941331.018172:0:236344:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941331.018175:0:236344:0:(cl_object.c:143:cl_object_top()) ffff88976c13a700 -> ffff889748406f58 00010000:00000001:0.0:1788941331.018178:0:236344:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1788941331.018180:0:236344:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941331.018182:0:236344:0:(cl_object.c:143:cl_object_top()) ffff88976c13a700 -> ffff889748406f58 00000020:00000001:0.0:1788941331.018184:0:236344:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788941331.018186:0:236344:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788941331.018189:0:236344:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788941331.018191:0:236344:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941331.018193:0:236344:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941331.018194:0:236344:0:(cl_object.c:143:cl_object_top()) ffff88976c13a700 -> ffff889748406f58 00000020:00000001:0.0:1788941331.018196:0:236344:0:(cl_object.c:143:cl_object_top()) ffff889748406f58 -> ffff889748406f58 00000020:00000001:0.0:1788941331.018197:0:236344:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1788941331.018204:0:236344:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941331.018206:0:236344:0:(cl_object.c:143:cl_object_top()) ffff88976c13a700 -> ffff889748406f58 00000008:00000001:0.0:1788941331.018209:0:236344:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788941331.018211:0:236344:0:(cl_object.c:917:cl_env_put()) 1@ffff8897439e5990 00000008:00000001:0.0:1788941331.018213:0:236344:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941331.018216:0:236344:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788941331.018220:0:236344:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788941331.018222:0:236344:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788941331.018223:0:236344:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788941331.018225:0:236344:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788941331.018228:0:236344:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff8897464b1200 with handle 0x6856513a71e32291 from hash 00010000:00000001:0.0:1788941331.018231:0:236344:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788941331.018232:0:236344:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788941331.018234:0:236344:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788941331.018235:0:236344:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788941331.018238:0:236344:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788941331.018240:0:236344:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788941331.018242:0:236344:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788941331.018245:0:236344:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788941331.018247:0:236344:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788941331.018255:0:236344:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098ed80. 00000020:00000040:0.0:1788941331.018258:0:236344:0:(genops.c:1210:class_import_get()) import ffff8897505b5800 refcount=4 obd=lustre-OST0000-osc-ffff889767e18000 00000100:00000001:0.0:1788941331.018263:0:236344:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941331.018265:0:236344:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941331.018269:0:236344:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941331.018275:0:236344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff889748605000. 00000100:00000001:0.0:1788941331.018282:0:236344:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941331.018284:0:236344:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788941331.018290:0:236344:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff889767e18000 lock: 00000000122684a5/0x6856513a71e32291 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0xfc9ba27b5a2d824f expref: -99 pid: 279352 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788941331.018921:0:236344:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788941331.018922:0:236344:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941331.018926:0:236344:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788941331.018928:0:236344:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788941331.018935:0:236344:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff889747f34a80. 00000100:00000001:0.0:1788941331.018943:0:236344:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446612782061406848 : -131291648144768 : ffff889747f34a80) 00000100:00000001:0.0:1788941331.018946:0:236344:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788941331.018947:0:236344:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474915200 : -131291234636416 : ffff88976098ed80) 00000100:00000001:0.0:1788941331.018952:0:236344:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941331.018956:0:236344:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941331.018958:0:236344:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788941331.018960:0:236344:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788941331.018969:0:236344:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098ed80 x1875827959595392/t0(0) o103->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941331.018977:0:236344:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788941331.018979:0:236344:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941331.018982:0:236344:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788941331.018985:0:236344:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788941331.018988:0:236344:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788941331.018991:0:236344:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:236344:1875827959595392:192.168.206.112@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788941331.018995:0:236344:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788941331.019000:0:236344:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788941331.019003:0:236344:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941331.019005:0:236344:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788941331.019009:0:236344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889748604600. 02000000:00000001:0.0:1788941331.019011:0:236344:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788941331.019017:0:236344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:0.0:1788941331.019022:0:236344:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889760a17f20. 00000400:00000010:0.0:1788941331.019029:0:236344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87330. 00000100:00000200:0.0:1788941331.019035:0:236344:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959595392, portal 18 00000100:00000001:0.0:1788941331.019037:0:236344:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788941331.019038:0:236344:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474915200 : -131291234636416 : ffff88976098ed80) 00000100:00000040:0.0:1788941331.019045:0:236344:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098ed80 x1875827959595392/t0(0) o103->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941331.019052:0:236344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788941331.019054:0:236344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:0.0:1788941331.019057:0:236344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87880. 00000100:00000200:0.0:1788941331.019060:0:236344:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875827959595392, offset 0 00000400:00000200:0.0:1788941331.019071:0:236344:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:0.0:1788941331.019079:0:236344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941331.019086:0:236344:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:0.0:1788941331.019091:0:236344:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788941331.019094:0:236344:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:0.0:1788941331.019098:0:236344:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788941331.019101:0:236344:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:0.0:1788941331.019104:0:236344:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545709:545709:256:4294967295] 192.168.206.112@tcp LPNI seq info [545694:545694:8:4294967295] 00000400:00000200:0.0:1788941331.019109:0:236344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941331.019118:0:236344:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:0.0:1788941331.019123:0:236344:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:0.0:1788941331.019129:0:236344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8896412e8f00. 00000800:00000200:0.0:1788941331.019134:0:236344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:0.0:1788941331.019142:0:236344:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:0.0:1788941331.019146:0:236344:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8896412e8f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788941331.019159:0:236344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941331.019164:0:236344:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: using a timeout of 138755 usecs (139 jiffies) 00000400:00000200:0.0:1788941331.019168:0:236344:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:0.0:1788941331.019170:0:236344:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307204321 00000100:00000001:0.0:1788941331.019173:0:236344:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307205856 00000100:00000001:0.0:1788941331.019176:0:236344:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307204321 00000100:00000001:0.0:1788941331.019178:0:236344:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307205856 00000100:00000001:0.0:1788941331.019180:0:236344:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941331.019183:0:236344:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941331.019185:0:236344:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788941331.019187:0:236344:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788941331.019190:0:236344:0:(client.c:2715:ptlrpc_set_wait()) set ffff889747f34a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788941331.019192:0:236344:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941331.019195:0:236344:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788941331.019289:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941331.019611:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8896412e8f00. 00000400:00000200:0.0:1788941331.019616:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941331.019621:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941331.019626:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87880 00000400:00000010:0.0:1788941331.019628:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87880. 00000100:00000001:0.0:1788941331.019631:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941331.019636:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098ed80 x1875827959595392/t0(0) o103->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941331.019644:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941331.019647:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff88976098ed80 x1875827959595392/t0(0) o103->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941347 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941331.019653:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941331.019654:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:1.0:1788941331.020614:0:279768:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff889767e18000 00010000:00000001:1.0:1788941331.020619:0:279768:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788941331.020621:0:279768:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788941331.020624:0:279768:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941331.020628:0:279768:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788941331.020630:0:279768:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941331.020632:0:279768:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788941331.021985:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941331.022000:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941331.022003:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941331.022006:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941331.022015:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941331.022023:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941331.022031:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941331.022037:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941331.022042:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941331.022047:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 18 MB=0x6aa0e3b310180 00000400:00000200:1.0:1788941331.022053:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941331.022059:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538169 [1] + 224 00000800:00000001:1.0:1788941331.022066:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941331.022074:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941331.022077:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941331.022082:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941331.022089:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941331.022097:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098ed80 x1875827959595392/t0(0) o103->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941347 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941331.022108:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098ed80 x1875827959595392/t0(0) o103->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941331.022129:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941331.022137:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941331.022142:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941331.022603:0:236344:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788941331.022612:0:236344:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941331.022614:0:236344:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941331.022618:0:236344:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889760a17f20. 00000400:00000200:0.0:1788941331.022622:0:236344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87330 00000400:00000010:0.0:1788941331.022624:0:236344:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87330. 00000100:00000001:0.0:1788941331.022627:0:236344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941331.022632:0:236344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098ed80 x1875827959595392/t0(0) o103->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941331.022641:0:236344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098ed80 x1875827959595392/t0(0) o103->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941331.022647:0:236344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941331.022649:0:236344:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941331.022652:0:236344:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941331.022655:0:236344:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941331.022657:0:236344:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941331.022659:0:236344:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941331.022662:0:236344:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941331.022670:0:236344:0:(import.c:2149:obd_at_measure()) add 5 to ffff8897505b5d38 time=227 v=5 (5 5 5 5) 00000100:00001000:0.0:1788941331.022674:0:236344:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b5c18 time=8 v=5 (1 1 1 1) 00000100:00000001:0.0:1788941331.022677:0:236344:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941331.022685:0:236344:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941331.022687:0:236344:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788941331.022691:0:236344:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941331.022694:0:236344:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788941331.022696:0:236344:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff889767e18000: skip recheck: last_committed 42949693494 00000100:00000001:0.0:1788941331.022698:0:236344:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788941331.022700:0:236344:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941331.022706:0:236344:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098ed80 x1875827959595392/t0(0) o103->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941347 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941331.022713:0:236344:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941331.022716:0:236344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941331.022718:0:236344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941331.022722:0:236344:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098ed80 x1875827959595392/t0(0) o103->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941347 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941331.022730:0:236344:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:236344:1875827959595392:192.168.206.112@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788941331.022735:0:236344:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941331.022737:0:236344:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941331.022739:0:236344:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788941331.022741:0:236344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941331.022744:0:236344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098ed80 x1875827959595392/t0(0) o103->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941347 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941331.022750:0:236344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788941331.022753:0:236344:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff889747f34a80. 00000100:00000001:0.0:1788941331.022756:0:236344:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788941331.022757:0:236344:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941331.022759:0:236344:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941331.022762:0:236344:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098ed80 x1875827959595392/t0(0) o103->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1788941347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941331.022768:0:236344:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941331.022771:0:236344:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941331.022774:0:236344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889748604600. 02000000:00000001:0.0:1788941331.022777:0:236344:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941331.022789:0:236344:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941331.022790:0:236344:0:(genops.c:1223:class_import_put()) import ffff8897505b5800 refcount=3 obd=lustre-OST0000-osc-ffff889767e18000 00000020:00000001:0.0:1788941331.022792:0:236344:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941331.022795:0:236344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff889748605000. 02000000:00000001:0.0:1788941331.022797:0:236344:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941331.022799:0:236344:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941331.022801:0:236344:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098ed80. 00000100:00000001:0.0:1788941331.022806:0:236344:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941331.022808:0:236344:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788941331.022810:0:236344:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:0.0:1788941331.022813:0:236344:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788941331.022817:0:236344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff889767e18000 lock: 00000000122684a5/0x6856513a71e32291 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x54a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0xfc9ba27b5a2d824f expref: -99 pid: 279352 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788941331.022828:0:236344:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff889747b88680. 00010000:00000040:0.0:1788941331.022832:0:236344:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff8897460c0600 count: 0 00010000:00000010:0.0:1788941331.022838:0:236344:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8897460c0500. 00010000:00000001:0.0:1788941331.022844:0:236344:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788941331.022846:0:236344:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941331.023509:0:236344:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941331.023515:0:236344:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941331.023517:0:236344:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941331.023519:0:236344:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788941331.023521:0:236344:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941331.023522:0:236344:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941331.023533:0:236344:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788941331.023535:0:236344:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941331.023536:0:236344:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941331.023538:0:236344:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941331.024714:0:279767:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941331.024719:0:279767:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941331.024722:0:279767:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1F:1788941331.026963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8897460c0600. 00010000:00000010:0.1:1788941331.026979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8897464b1200. 00010000:00000001:2.0:1788941331.186984:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941331.186991:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941331.186997:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941331.186998:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941331.187041:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788941331.187044:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788941331.187047:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941332.211942:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941332.211951:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941332.211959:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941332.211963:0:250116:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788941332.211965:0:250116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941332.211973:0:250116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941332.211975:0:250116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941332.211977:0:250116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941332.211981:0:250116:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788941332.211983:0:250116:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941332.211985:0:250116:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941332.211987:0:250116:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788941332.212065:0:245732:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788941332.212069:0:245732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788941332.212072:0:245732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788941332.722949:0:276806:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af110 (cpu 1) has reached its deadline 4307205856, at 4307205888 00000100:00000010:1.0:1788941332.722970:0:276806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889778665000. 00000100:00000040:0.0:1788941332.723174:0:276107:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af000 (cpu 0) has reached its deadline 4307205856, at 4307205888 00000100:00000010:0.0:1788941332.723181:0:276107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889778665540. 00010000:00000001:2.0:1788941333.236763:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941333.236769:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941333.236774:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941333.236776:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941333.237045:0:242292:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941333.237049:0:242292:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941333.237052:0:242292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788941334.003094:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788941334.003104:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788941334.003113:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976bf97800. 00000020:00000040:2.0:1788941334.003130:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b1000 refcount=4 obd=MGC192.168.206.112@tcp 00000100:00000001:2.0:1788941334.003134:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788941334.003137:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788941334.003142:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788941334.003150:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff889767e55d00. 00000100:00000001:2.0:1788941334.003157:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941334.003168:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS req@ffff88976bf97800 x1875827959595520/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788941334.003188:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788941334.003192:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941334.003198:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060e8ec5d] to pc [ptlrpcd_01_00+0] req@ffff88976bf97800 x1875827959595520/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.003245:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941334.003248:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788941334.003251:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788941334.003254:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976bf95500. 00000020:00000040:2.0:1788941334.003257:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=10 obd=lustre-MDT0000-mdc-ffff889767e18000 00000100:00000001:2.0:1788941334.003259:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788941334.003261:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788941334.003263:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788941334.003266:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff889767e55e00. 00000100:00000001:2.0:1788941334.003269:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941334.003274:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID req@ffff88976bf95500 x1875827959595648/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788941334.003281:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788941334.003283:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941334.003287:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a735cbdf] to pc [ptlrpcd_01_01+1] req@ffff88976bf95500 x1875827959595648/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.003294:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941334.003296:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788941334.003299:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788941334.003301:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976bf95c00. 00000020:00000040:2.0:1788941334.003304:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc88000 refcount=4 obd=lustre-MDT0001-mdc-ffff889767e18000 00000100:00000001:2.0:1788941334.003306:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788941334.003307:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788941334.003308:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788941334.003311:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff889767e55000. 00000100:00000001:2.0:1788941334.003314:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941334.003317:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID req@ffff88976bf95c00 x1875827959595776/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788941334.003324:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788941334.003330:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941334.003334:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039ec2aed] to pc [ptlrpcd_01_00+0] req@ffff88976bf95c00 x1875827959595776/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.003341:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941334.003343:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788941334.003346:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788941334.003348:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976bf97100. 00000020:00000040:2.0:1788941334.003351:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b5800 refcount=4 obd=lustre-OST0000-osc-ffff889767e18000 00000100:00000001:2.0:1788941334.003353:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788941334.003354:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788941334.003355:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788941334.003358:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff889767e55600. 00000100:00000001:2.0:1788941334.003361:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941334.003365:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID req@ffff88976bf97100 x1875827959595904/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788941334.003370:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788941334.003372:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941334.003375:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ebb9fc] to pc [ptlrpcd_01_01+1] req@ffff88976bf97100 x1875827959595904/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.003381:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941334.003382:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788941334.003385:0:233298:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788941334.003389:0:233298:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12544) 00000100:00000001:2.0:1788941334.003399:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941334.003402:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941334.003404:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788941334.003409:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976bf95500 x1875827959595648/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.003416:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941334.003418:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941334.003426:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788941334.003428:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788941334.003431:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941334.003435:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976bf95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959595648:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941334.003439:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788941334.003444:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788941334.003446:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941334.003448:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788941334.003452:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889746f27200. 02000000:00000001:2.0:1788941334.003454:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941334.003460:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:2.0:1788941334.003464:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897735f96e0. 00000400:00000010:2.0:1788941334.003470:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9d48. 00000100:00000200:2.0:1788941334.003477:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959595648, portal 10 00000100:00000001:2.0:1788941334.003479:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941334.003480:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782665782528 : -131291043769088 : ffff88976bf95500) 00000100:00000040:2.0:1788941334.003487:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976bf95500 x1875827959595648/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.003494:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788941334.003497:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:2.0:1788941334.003499:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c94c8. 00000100:00000200:2.0:1788941334.003514:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959595648, offset 0 00000400:00000200:2.0:1788941334.003520:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:2.0:1788941334.003528:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941334.003535:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:2.0:1788941334.003540:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788941334.003552:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:2.0:1788941334.003555:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788941334.003558:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:2.0:1788941334.003562:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545710:545710:256:4294967295] 192.168.206.112@tcp LPNI seq info [545695:545695:8:4294967295] 00000400:00000200:2.0:1788941334.003566:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941334.003585:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:2.0:1788941334.003598:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:2.0:1788941334.003602:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889767e55700. 00000800:00000200:2.0:1788941334.003609:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:2.0:1788941334.003616:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:2.0:1788941334.003620:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889767e55700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788941334.003639:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941334.003643:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34552 usecs (35 jiffies) 00000400:00000200:2.0:1788941334.003646:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941334.003649:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307207203 00000100:00000010:2.0:1788941334.003653:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8897786657e0. 00000100:00000001:2.0:1788941334.003659:0:2397:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788941334.003667:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307207203 00000100:00000010:2.0:1788941334.003670:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889778665cc0. 00000100:00000001:2.0:1788941334.003673:0:2397:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788941334.003684:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941334.003688:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941334.003690:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788941334.003694:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976bf97100 x1875827959595904/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.003701:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941334.003702:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941334.003704:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788941334.003706:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788941334.003708:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941334.003711:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976bf97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959595904:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941334.003714:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788941334.003716:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788941334.003718:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941334.003720:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788941334.003723:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889746f27c00. 02000000:00000001:2.0:1788941334.003730:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941334.003734:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:2.0:1788941334.003736:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897735f9738. 00000400:00000010:2.0:1788941334.003740:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c96e8. 00000100:00000200:2.0:1788941334.003743:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959595904, portal 4 00000100:00000001:2.0:1788941334.003745:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941334.003746:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782665789696 : -131291043761920 : ffff88976bf97100) 00000100:00000040:2.0:1788941334.003752:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976bf97100 x1875827959595904/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.003758:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788941334.003760:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:2.0:1788941334.003762:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9000. 00000100:00000200:2.0:1788941334.003764:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875827959595904, offset 0 00000400:00000200:2.0:1788941334.003768:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:2.0:1788941334.003772:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941334.003775:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:2.0:1788941334.003778:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788941334.003780:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:2.0:1788941334.003782:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788941334.003784:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:2.0:1788941334.003786:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545711:545711:255:4294967295] 192.168.206.112@tcp LPNI seq info [545696:545696:7:4294967295] 00000400:00000200:2.0:1788941334.003790:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941334.003795:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:2.0:1788941334.003799:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:2.0:1788941334.003802:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889767e55200. 00000800:00000200:2.0:1788941334.003805:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:2.0:1788941334.003809:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:2.0:1788941334.003811:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889767e55200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788941334.003814:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941334.003816:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: using a timeout of 138655 usecs (139 jiffies) 00000400:00000200:2.0:1788941334.003819:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941334.003826:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307207307 00000100:00000001:2.0:1788941334.003831:0:2397:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 0, simply extend its deadline from 4307207203 00000100:00000001:2.0:1788941334.003834:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307207307 00000100:00000001:2.0:1788941334.003850:0:2397:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 1, simply extend its deadline from 4307207203 00000100:00000001:2.0:1788941334.003880:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941334.003882:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941334.003885:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941334.003887:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941334.003893:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941334.003895:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1788941334.003897:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941334.003898:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941334.003900:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941334.003902:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788941334.003903:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941334.003905:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941334.003906:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941334.003907:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941334.003908:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941334.003909:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788941334.003913:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976bf97800 x1875827959595520/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.003919:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941334.003921:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941334.003923:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788941334.003924:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788941334.003926:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941334.003929:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976bf97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2397:1875827959595520:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941334.003932:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788941334.003934:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788941334.003935:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941334.003936:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788941334.003940:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889746f27400. 02000000:00000001:2.0:1788941334.003945:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941334.003949:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:2.0:1788941334.003952:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897735f99f8. 00000400:00000010:2.0:1788941334.003955:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9198. 00000100:00000200:2.0:1788941334.003958:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959595520, portal 25 00000100:00000001:2.0:1788941334.003960:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941334.003961:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782665791488 : -131291043760128 : ffff88976bf97800) 00000100:00000040:2.0:1788941334.003965:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976bf97800 x1875827959595520/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.003971:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788941334.003973:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:2.0:1788941334.003975:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9f68. 00000100:00000200:2.0:1788941334.003977:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875827959595520, offset 0 00000400:00000200:2.0:1788941334.003981:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:2.0:1788941334.003985:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941334.003988:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:2.0:1788941334.003990:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788941334.003992:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:2.0:1788941334.003994:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788941334.003996:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:2.0:1788941334.003998:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545712:545712:254:4294967295] 192.168.206.112@tcp LPNI seq info [545697:545697:6:4294967295] 00000400:00000200:2.0:1788941334.004002:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941334.004006:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:2.0:1788941334.004010:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:2.0:1788941334.004013:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889767e55a00. 00000800:00000200:2.0:1788941334.004016:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:2.0:1788941334.004020:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:2.0:1788941334.004023:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889767e55a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788941334.004025:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941334.004028:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941334.004030:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307210976 00000100:00000001:2.0:1788941334.004039:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307207307 00000100:00000001:2.0:1788941334.004042:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307210976 00000100:00000001:2.0:1788941334.004044:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307207307 00000100:00000001:2.0:1788941334.004046:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941334.004048:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941334.004050:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788941334.004054:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976bf95c00 x1875827959595776/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.004061:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941334.004062:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941334.004064:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788941334.004066:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788941334.004068:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941334.004070:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976bf95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959595776:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941334.004073:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788941334.004075:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788941334.004076:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941334.004078:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788941334.004081:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889746f26800. 02000000:00000001:2.0:1788941334.004083:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941334.004086:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:2.0:1788941334.004088:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897735f9c08. 00000400:00000010:2.0:1788941334.004092:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9330. 00000100:00000200:2.0:1788941334.004095:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959595776, portal 10 00000100:00000001:2.0:1788941334.004096:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941334.004097:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782665784320 : -131291043767296 : ffff88976bf95c00) 00000100:00000040:2.0:1788941334.004103:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976bf95c00 x1875827959595776/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.004109:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788941334.004111:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:2.0:1788941334.004114:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9088. 00000100:00000200:2.0:1788941334.004122:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959595776, offset 0 00000400:00000200:2.0:1788941334.004126:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:2.0:1788941334.004131:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941334.004134:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:2.0:1788941334.004137:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788941334.004139:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:2.0:1788941334.004141:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788941334.004144:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:2.0:1788941334.004146:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545713:545713:253:4294967295] 192.168.206.112@tcp LPNI seq info [545698:545698:5:4294967295] 00000400:00000200:2.0:1788941334.004150:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941334.004156:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:2.0:1788941334.004160:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:2.0:1788941334.004163:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889767e55900. 00000800:00000200:2.0:1788941334.004166:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:2.0:1788941334.004171:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:2.0:1788941334.004173:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889767e55900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788941334.004176:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941334.004179:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: using a timeout of 20887 usecs (21 jiffies) 00000400:00000200:2.0:1788941334.004182:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941334.004184:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307207190 00000100:00000001:2.0:1788941334.004186:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307210976 00000100:00000001:2.0:1788941334.004188:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307207190 00000100:00000001:2.0:1788941334.004189:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307210976 00000100:00000001:2.0:1788941334.004191:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941334.004193:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941334.004195:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941334.004197:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788941334.004849:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941334.004889:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889767e55700. 00000400:00000200:0.0:1788941334.004895:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941334.004901:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941334.004911:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c94c8 00000400:00000010:0.0:1788941334.004914:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c94c8. 00000100:00000001:0.0:1788941334.004917:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941334.004922:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976bf95500 x1875827959595648/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941334.004931:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941334.004934:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976bf95500 x1875827959595648/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941334.004939:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941334.004941:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788941334.004954:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941334.004956:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889767e55200. 00000400:00000200:0.0:1788941334.004958:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941334.004961:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941334.004964:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9000 00000400:00000010:0.0:1788941334.004965:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9000. 00000100:00000001:0.0:1788941334.004967:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941334.004970:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976bf97100 x1875827959595904/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941334.004977:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941334.004980:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976bf97100 x1875827959595904/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941389 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941334.004995:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941334.004997:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788941334.005004:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941334.005006:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889767e55a00. 00000400:00000200:0.0:1788941334.005008:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941334.005012:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941334.005014:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9f68 00000400:00000010:0.0:1788941334.005015:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9f68. 00000100:00000001:0.0:1788941334.005016:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941334.005019:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976bf97800 x1875827959595520/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941334.005035:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941334.005038:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976bf97800 x1875827959595520/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941334.005044:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941334.005045:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788941334.005101:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941334.005104:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889767e55900. 00000400:00000200:0.0:1788941334.005106:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941334.005110:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941334.005112:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9088 00000400:00000010:0.0:1788941334.005114:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9088. 00000100:00000001:0.0:1788941334.005116:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941334.005356:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976bf95c00 x1875827959595776/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941334.005364:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941334.005366:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976bf95c00 x1875827959595776/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941334.005372:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941334.005373:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788941334.005536:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941334.005540:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788941334.013554:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941334.013697:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941334.013701:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941334.013706:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941334.013715:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941334.013722:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941334.013730:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941334.013734:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941334.013739:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941334.013742:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 4 MB=0x6aa0e3b310380 00000400:00000200:1.0:1788941334.013746:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941334.013752:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538181 [1] + 224 00000800:00000001:1.0:1788941334.013758:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941334.013761:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941334.013764:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941334.013768:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941334.015347:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941334.015364:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976bf97100 x1875827959595904/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941389 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941334.015375:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976bf97100 x1875827959595904/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941334.015396:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941334.015422:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941334.015431:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941334.015434:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941334.015436:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941334.015441:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941334.015446:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941334.015451:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941334.015454:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941334.015457:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941334.015461:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 25 MB=0x6aa0e3b310200 00000400:00000200:1.0:1788941334.015465:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941334.015470:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538189 [1] + 224 00000800:00000001:1.0:1788941334.015475:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941334.015478:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941334.015480:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941334.015484:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941334.015487:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941334.015491:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976bf97800 x1875827959595520/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941334.015499:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976bf97800 x1875827959595520/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941334.015506:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941334.015509:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941334.015512:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941334.015513:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941334.015515:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941334.015517:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941334.015520:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941334.015524:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941334.015526:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941334.015528:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941334.015531:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b310280 00000400:00000200:1.0:1788941334.015534:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941334.015991:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941334.015996:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788941334.016002:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788941334.016011:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788941334.016015:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897735f99f8. 00000400:00000200:2.0:1788941334.016018:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9198 00000400:00000010:2.0:1788941334.016021:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9198. 00000100:00000001:2.0:1788941334.016024:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788941334.016030:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976bf97800 x1875827959595520/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788941334.016038:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976bf97800 x1875827959595520/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.016045:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788941334.016047:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941334.016050:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788941334.016053:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788941334.016056:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788941334.016058:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941334.016061:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788941334.016067:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8897505b1460 time=132 v=5 (5 5 5 5) 00000100:00001000:2.0:1788941334.016071:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b1418 time=26 v=5 (1 1 1 0) 00000100:00000001:2.0:1788941334.016073:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788941334.016075:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941334.016077:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788941334.016079:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941334.016082:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941334.016087:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976bf97800 x1875827959595520/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.016094:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941334.016097:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788941334.016099:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788941334.016103:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976bf97800 x1875827959595520/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941350 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941334.016110:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976bf97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2397:1875827959595520:192.168.206.112@tcp:400:kworker.0 00000400:00000001:2.0:1788941334.016128:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788941334.016136:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788941334.016139:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897735f9738. 00000400:00000200:2.0:1788941334.016141:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c96e8 00000400:00000010:2.0:1788941334.016143:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c96e8. 00000100:00000001:2.0:1788941334.016146:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788941334.016150:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976bf97100 x1875827959595904/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941389 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788941334.016159:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976bf97100 x1875827959595904/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941389 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.016165:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788941334.016166:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941334.016168:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788941334.016169:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788941334.016171:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788941334.016172:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941334.016174:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788941334.016180:0:2397:0:(import.c:2149:obd_at_measure()) add 36 to ffff8897505b5c60 time=131 v=36 (36 5 5 5) 00000100:00001000:2.0:1788941334.016183:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b5c18 time=11 v=5 (1 1 1 1) 00000100:00000001:2.0:1788941334.016185:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788941334.016186:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941334.016188:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788941334.016191:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941334.016194:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788941334.016196:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff889767e18000: skip recheck: last_committed 42949693494 00000100:00000001:2.0:1788941334.016197:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788941334.016199:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941334.016203:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976bf97100 x1875827959595904/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.016210:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941334.016212:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788941334.016213:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788941334.016217:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976bf97100 x1875827959595904/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941389 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941334.016235:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976bf97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959595904:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941334.016239:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941334.016241:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941334.016244:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976bf97800 x1875827959595520/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941350 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.016250:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788941334.016252:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788941334.016255:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889746f27400. 02000000:00000001:2.0:1788941334.016259:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788941334.016261:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788941334.016265:0:2397:0:(genops.c:1223:class_import_put()) import ffff8897505b1000 refcount=3 obd=MGC192.168.206.112@tcp 00000020:00000001:2.0:1788941334.016267:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788941334.016269:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff889767e55d00. 02000000:00000001:2.0:1788941334.016272:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788941334.016274:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788941334.016276:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976bf97800. 00000100:00000001:2.0:1788941334.016279:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788941334.016280:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941334.016281:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941334.016284:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976bf97100 x1875827959595904/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941389 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.016290:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788941334.016291:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788941334.016293:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889746f27c00. 02000000:00000001:2.0:1788941334.016295:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788941334.016296:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788941334.016297:0:2397:0:(genops.c:1223:class_import_put()) import ffff8897505b5800 refcount=3 obd=lustre-OST0000-osc-ffff889767e18000 00000020:00000001:2.0:1788941334.016298:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788941334.016300:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff889767e55600. 02000000:00000001:2.0:1788941334.016301:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788941334.016303:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788941334.016304:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976bf97100. 00000100:00000001:2.0:1788941334.016306:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788941334.016312:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941334.016315:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941334.016317:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941334.016318:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941334.016320:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941334.016321:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941334.016483:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538179 [1] + 224 00000800:00000001:1.0:1788941334.016490:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941334.016496:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941334.016498:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941334.016502:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941334.016506:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941334.016510:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976bf95500 x1875827959595648/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941334.016517:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976bf95500 x1875827959595648/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941334.016533:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941334.016539:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941334.016552:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941334.016554:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941334.016557:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941334.016561:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941334.016564:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941334.016569:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941334.016582:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941334.016585:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941334.016589:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b310300 00000400:00000200:1.0:1788941334.016592:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941334.016596:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538191 [1] + 224 00000800:00000001:1.0:1788941334.016599:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941334.016607:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941334.016609:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941334.016612:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941334.016614:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941334.016618:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976bf95c00 x1875827959595776/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941334.016625:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976bf95c00 x1875827959595776/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941334.016638:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941334.016642:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941334.016645:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941334.016771:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941334.016773:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788941334.016776:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788941334.016778:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788941334.016779:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897735f9c08. 00000400:00000200:2.0:1788941334.016782:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9330 00000400:00000010:2.0:1788941334.016784:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9330. 00000100:00000001:2.0:1788941334.016786:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788941334.016791:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976bf95c00 x1875827959595776/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788941334.016799:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976bf95c00 x1875827959595776/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.016805:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788941334.016806:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941334.016808:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788941334.016810:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788941334.016811:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788941334.016812:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941334.016814:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788941334.016819:0:2397:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc88460 time=132 v=60 (60 60 60 61) 00000100:00001000:2.0:1788941334.016822:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc88418 time=146 v=5 (1 1 0 0) 00000100:00000001:2.0:1788941334.016825:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788941334.016826:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941334.016828:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788941334.016831:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88976bf95c00 x1875827959595776/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788941334.016962:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941334.016965:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788941334.016966:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff889767e18000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1788941334.016974:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788941334.016975:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941334.016981:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976bf95c00 x1875827959595776/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.016986:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941334.016989:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788941334.016990:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788941334.016994:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976bf95c00 x1875827959595776/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941334.017000:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976bf95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959595776:192.168.206.112@tcp:400:kworker.0 00000400:00000001:2.0:1788941334.017006:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788941334.017007:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788941334.017008:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897735f96e0. 00000400:00000200:2.0:1788941334.017010:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9d48 00000400:00000010:2.0:1788941334.017012:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9d48. 00000100:00000001:2.0:1788941334.017014:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788941334.017016:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976bf95500 x1875827959595648/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788941334.017023:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976bf95500 x1875827959595648/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.017029:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788941334.017030:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941334.017031:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788941334.017033:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788941334.017034:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788941334.017035:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941334.017036:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788941334.017040:0:2397:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=132 v=60 (60 60 60 61) 00000100:00001000:2.0:1788941334.017043:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=26 v=5 (1 1 1 0) 00000100:00000001:2.0:1788941334.017045:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788941334.017046:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941334.017053:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788941334.017055:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941334.017057:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788941334.017059:0:2397:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: committing for last_committed 30064771466 gen 1 00000100:00000040:2.0:1788941334.017064:0:2397:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 30064771466) req@ffff889772196d80 x1875827959592832/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1788941407 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941334.017072:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941334.017073:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768549248 : -131290941002368 : ffff889772196d80) 00000100:00000001:2.0:1788941334.017076:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941334.017078:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772196d80 x1875827959592832/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1788941407 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941334.017084:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941334.017086:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941334.017090:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976bf94e00 x1875827959593856/t30064771466(30064771466) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1788941338 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941334.017095:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788941334.017097:0:2397:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff88977196b1a0. 00000100:00000001:2.0:1788941334.017099:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941334.017102:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772196d80 x1875827959592832/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1788941407 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941334.017108:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788941334.017110:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788941334.017112:0:2397:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=9 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:2.0:1788941334.017113:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788941334.018234:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff889767ef7800. 02000000:00000001:2.0:1788941334.018246:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788941334.018248:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788941334.018250:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772196d80. 00000100:00000001:2.0:1788941334.018253:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788941334.018255:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788941334.018264:0:2397:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 30064771466) req@ffff88976c690000 x1875827959593088/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/664 e 0 to 0 dl 1788941407 ref 1 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941334.018287:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941334.018288:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673100800 : -131291036450816 : ffff88976c690000) 00000100:00000001:2.0:1788941334.018290:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941334.018294:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c690000 x1875827959593088/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/664 e 0 to 0 dl 1788941407 ref 2 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941334.018300:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941334.018301:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941334.018305:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c690a80 x1875827959593472/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1788941338 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941334.018311:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788941334.018313:0:2397:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff88977196bf20. 00000100:00000001:2.0:1788941334.018316:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941334.018318:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c690000 x1875827959593088/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 576/664 e 0 to 0 dl 1788941407 ref 1 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941334.018325:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788941334.018326:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788941334.018329:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff88974f5c0000. 02000000:00000001:2.0:1788941334.018356:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788941334.018358:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788941334.018360:0:2397:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=8 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:2.0:1788941334.018362:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788941334.018364:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8897493c7400. 02000000:00000001:2.0:1788941334.018367:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788941334.018369:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788941334.018370:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c690000. 00000100:00000001:2.0:1788941334.018373:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788941334.018374:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788941334.018378:0:2397:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 30064771466) req@ffff88976c690a80 x1875827959593472/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1788941338 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941334.018385:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941334.018388:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c690a80 x1875827959593472/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1788941338 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941334.018399:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788941334.018401:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788941334.018403:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8897493c7800. 02000000:00000001:2.0:1788941334.018405:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788941334.018406:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788941334.018408:0:2397:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=7 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:2.0:1788941334.018410:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788941334.018411:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8897717d2e00. 02000000:00000001:2.0:1788941334.018413:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788941334.018414:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788941334.018416:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c690a80. 00000100:00000001:2.0:1788941334.018418:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788941334.018419:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788941334.018424:0:2397:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 30064771466) req@ffff88976bf94e00 x1875827959593856/t30064771466(30064771466) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1788941338 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941334.018431:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941334.018433:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976bf94e00 x1875827959593856/t30064771466(30064771466) o35->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1788941338 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788941334.018439:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788941334.018441:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788941334.018442:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff889742fa2400. 02000000:00000001:2.0:1788941334.018444:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788941334.018445:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788941334.018447:0:2397:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=6 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:2.0:1788941334.018448:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788941334.018450:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff88976c6d4c00. 02000000:00000001:2.0:1788941334.018452:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788941334.018453:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788941334.018454:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976bf94e00. 00000100:00000001:2.0:1788941334.018457:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788941334.018458:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941334.018460:0:2397:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788941334.018463:0:2397:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:2.0:1788941334.018470:0:2397:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788941334.018472:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941334.018477:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976bf95500 x1875827959595648/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.018484:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941334.018486:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788941334.018487:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788941334.018491:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976bf95500 x1875827959595648/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941334.018499:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976bf95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959595648:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941334.018517:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941334.018520:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941334.018524:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976bf95c00 x1875827959595776/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.018530:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788941334.018532:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788941334.018534:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889746f26800. 02000000:00000001:2.0:1788941334.018537:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788941334.018539:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788941334.018540:0:2397:0:(genops.c:1223:class_import_put()) import ffff88976bc88000 refcount=3 obd=lustre-MDT0001-mdc-ffff889767e18000 00000020:00000001:2.0:1788941334.018552:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788941334.018553:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff889767e55000. 02000000:00000001:2.0:1788941334.018556:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788941334.018557:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788941334.018559:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976bf95c00. 00000100:00000001:2.0:1788941334.018561:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788941334.018562:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941334.018564:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941334.018567:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976bf95500 x1875827959595648/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941334.018584:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788941334.018591:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788941334.018593:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889746f27200. 02000000:00000001:2.0:1788941334.018595:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788941334.018597:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788941334.018598:0:2397:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=5 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:2.0:1788941334.018600:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788941334.018601:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff889767e55e00. 02000000:00000001:2.0:1788941334.018603:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788941334.018604:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788941334.018605:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976bf95500. 00000100:00000001:2.0:1788941334.018607:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788941334.018609:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941334.018611:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941334.018619:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941334.018620:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941334.018623:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941334.018625:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941334.259969:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941334.259979:0:250116:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788941334.259982:0:250116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941334.259986:0:250116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941334.259991:0:250116:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788941334.259994:0:250116:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941334.259995:0:250116:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941334.260150:0:250116:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941334.260157:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941334.260159:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941334.260727:0:252129:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941334.260733:0:252129:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941334.260737:0:252129:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941335.283285:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941335.283291:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941335.283297:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941335.283298:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941335.283397:0:236344:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941335.283400:0:236344:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941335.283403:0:236344:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941336.310352:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941336.310358:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941336.310364:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941336.310365:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788941336.313166:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788941336.313172:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788941336.313178:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941337.331453:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941337.331459:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941337.331464:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941337.331478:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941337.331665:0:245732:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941337.331668:0:245732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941337.331671:0:245732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788941337.835740:0:280000:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941337.846391:0:276107:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af000 (cpu 0) has reached its deadline 4307210976, at 4307211011 00000100:00000010:0.0:1788941337.846405:0:276107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8897786657e0. 00000100:00000040:1.0:1788941337.846540:0:276806:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af110 (cpu 1) has reached its deadline 4307210976, at 4307211011 00000100:00000010:1.0:1788941337.846547:0:276806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889778665cc0. 00000001:00000001:2.0:1788941338.084360:0:280036:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788941338.084365:0:280036:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg612-client.virtnet: executing wait_import_state CONNECTING osc.lustre-OST0000-osc-ffff889767e18000.ost_server_uuid 50 00000001:00000001:2.0:1788941338.096341:0:280036:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1788941338.355009:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941338.355015:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941338.355032:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941338.355033:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941338.355199:0:242292:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941338.355203:0:242292:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941338.355206:0:242292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788941339.123569:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788941339.124132:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788941339.124209:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c692680. 00000020:00000040:3.0:1788941339.124222:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b1000 refcount=4 obd=MGC192.168.206.112@tcp 00000100:00000001:3.0:1788941339.124227:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941339.124229:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941339.124234:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941339.124241:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977330f900. 00000100:00000001:3.0:1788941339.124247:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941339.124257:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS req@ffff88976c692680 x1875827959596032/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788941339.124268:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941339.124272:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941339.124278:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020528c27] to pc [ptlrpcd_01_00+0] req@ffff88976c692680 x1875827959596032/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941339.124299:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941339.124301:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788941339.124305:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788941339.124308:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c691c00. 00000020:00000040:3.0:1788941339.124310:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=6 obd=lustre-MDT0000-mdc-ffff889767e18000 00000100:00000001:3.0:1788941339.124313:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941339.124314:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941339.124316:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941339.124319:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977330ff00. 00000100:00000001:3.0:1788941339.124322:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941339.124326:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID req@ffff88976c691c00 x1875827959596160/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788941339.125773:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788941339.125780:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788941339.125783:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941339.125791:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941339.125793:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941339.125795:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941339.125796:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941339.125799:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788941339.125808:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c692680 x1875827959596032/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941339.125817:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941339.125818:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941339.125822:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788941339.125824:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788941339.125827:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941339.125830:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2397:1875827959596032:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941339.125834:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788941339.125839:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788941339.125841:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941339.125844:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788941339.125849:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889771695a00. 02000000:00000001:2.0:1788941339.125887:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941339.125895:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:2.0:1788941339.125899:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897735f96e0. 00000400:00000010:2.0:1788941339.125906:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9d48. 00000100:00000200:2.0:1788941339.125913:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959596032, portal 25 00000100:00000001:2.0:1788941339.125925:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941339.125926:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673110656 : -131291036440960 : ffff88976c692680) 00000100:00000040:2.0:1788941339.125932:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976c692680 x1875827959596032/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941339.125939:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788941339.125941:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:2.0:1788941339.125944:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9330. 00000100:00000200:2.0:1788941339.125947:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875827959596032, offset 0 00000400:00000200:2.0:1788941339.125954:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:2.0:1788941339.125962:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941339.125969:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:2.0:1788941339.125974:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788941339.125978:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:2.0:1788941339.125981:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788941339.125984:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:2.0:1788941339.125987:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545714:545714:256:4294967295] 192.168.206.112@tcp LPNI seq info [545699:545699:8:4294967295] 00000400:00000200:2.0:1788941339.125991:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941339.126001:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:2.0:1788941339.126007:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:2.0:1788941339.126012:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889767e55e00. 00000800:00000200:2.0:1788941339.126018:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:2.0:1788941339.126025:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:2.0:1788941339.126029:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889767e55e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788941339.126037:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941339.126041:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941339.126043:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307216097 00000100:00000010:2.0:1788941339.126048:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889778665540. 00000100:00000001:2.0:1788941339.126054:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788941339.126060:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307216097 00000100:00000010:2.0:1788941339.126063:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8897786654e0. 00000100:00000001:2.0:1788941339.126073:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788941339.126077:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941339.126080:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941339.126082:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941339.126085:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941339.126136:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941339.126139:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788941339.126418:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941339.126422:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889767e55e00. 00000400:00000200:0.0:1788941339.126428:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941339.126432:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941339.126441:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9330 00000400:00000010:0.0:1788941339.126444:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9330. 00000100:00000001:0.0:1788941339.126447:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941339.126451:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c692680 x1875827959596032/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941339.126461:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941339.126464:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c692680 x1875827959596032/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941355 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941339.126471:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941339.126472:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788941339.128817:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941339.128823:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941339.128834:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000050c3fe7] to pc [ptlrpcd_01_01+1] req@ffff88976c691c00 x1875827959596160/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941339.128886:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941339.128890:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788941339.128906:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788941339.128911:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c690380. 00000020:00000040:3.0:1788941339.128916:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc88000 refcount=4 obd=lustre-MDT0001-mdc-ffff889767e18000 00000100:00000001:3.0:1788941339.128921:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941339.128924:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941339.128928:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941339.128934:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977330f000. 00000100:00000001:3.0:1788941339.128940:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941339.128946:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID req@ffff88976c690380 x1875827959596288/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788941339.128954:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941339.128957:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941339.128962:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091410b62] to pc [ptlrpcd_01_00+0] req@ffff88976c690380 x1875827959596288/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941339.128972:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941339.128974:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788941339.128977:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788941339.128980:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c691500. 00000020:00000040:3.0:1788941339.128982:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b5800 refcount=4 obd=lustre-OST0000-osc-ffff889767e18000 00000100:00000001:3.0:1788941339.128984:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941339.128985:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941339.128987:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941339.128992:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977330fa00. 00000100:00000001:3.0:1788941339.128995:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941339.128999:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID req@ffff88976c691500 x1875827959596416/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788941339.129007:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941339.129009:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941339.129013:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073fd6d50] to pc [ptlrpcd_01_01+1] req@ffff88976c691500 x1875827959596416/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941339.129032:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941339.129034:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788941339.129037:0:233298:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788941339.129042:0:233298:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12549) 00000100:00000001:3.0:1788941339.129118:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941339.129122:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941339.129124:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941339.129131:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c691c00 x1875827959596160/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941339.129138:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941339.129140:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941339.129144:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941339.129146:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941339.129162:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941339.129166:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c691c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959596160:192.168.206.112@tcp:400:kworker.0 00000100:00000001:3.0:1788941339.129170:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941339.129175:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941339.129177:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941339.129180:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941339.129184:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889758915200. 02000000:00000001:3.0:1788941339.129186:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941339.129193:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:3.0:1788941339.129197:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889771817318. 00000400:00000010:3.0:1788941339.129203:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613220. 00000100:00000200:3.0:1788941339.129209:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959596160, portal 10 00000100:00000001:3.0:1788941339.129211:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941339.129213:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673107968 : -131291036443648 : ffff88976c691c00) 00000100:00000040:3.0:1788941339.129222:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976c691c00 x1875827959596160/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941339.129235:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941339.129244:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:3.0:1788941339.129484:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613110. 00000100:00000200:3.0:1788941339.129489:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959596160, offset 0 00000400:00000200:3.0:1788941339.129496:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:3.0:1788941339.129503:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941339.129510:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:3.0:1788941339.129515:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941339.129519:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:3.0:1788941339.129522:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941339.129525:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:3.0:1788941339.129528:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545715:545715:256:4294967295] 192.168.206.112@tcp LPNI seq info [545700:545700:8:4294967295] 00000400:00000200:3.0:1788941339.129533:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941339.129553:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:3.0:1788941339.129560:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:3.0:1788941339.129565:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977330f400. 00000800:00000200:3.0:1788941339.129571:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:3.0:1788941339.129578:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:3.0:1788941339.129582:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977330f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788941339.129600:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941339.129605:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34547 usecs (35 jiffies) 00000400:00000200:3.0:1788941339.129609:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:3.0:1788941339.129611:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307212329 00000100:00000001:3.0:1788941339.129614:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307216097 00000100:00000001:3.0:1788941339.129616:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307212329 00000100:00000001:3.0:1788941339.129619:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307216097 00000100:00000001:3.0:1788941339.129621:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941339.129624:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941339.129626:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941339.129631:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c691500 x1875827959596416/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941339.129649:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941339.129651:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941339.129653:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941339.129655:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941339.129657:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941339.129661:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c691500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959596416:192.168.206.112@tcp:400:kworker.0 00000100:00000001:3.0:1788941339.129664:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941339.129667:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941339.129669:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941339.129670:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941339.129674:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889758915000. 02000000:00000001:3.0:1788941339.129676:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941339.129680:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:3.0:1788941339.129683:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889771817d68. 00000400:00000010:3.0:1788941339.129687:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613a18. 00000100:00000200:3.0:1788941339.129690:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959596416, portal 4 00000100:00000001:3.0:1788941339.129691:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941339.129693:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673106176 : -131291036445440 : ffff88976c691500) 00000100:00000040:3.0:1788941339.129699:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976c691500 x1875827959596416/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941339.129706:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941339.129708:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:3.0:1788941339.129710:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613440. 00000100:00000200:3.0:1788941339.129713:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875827959596416, offset 0 00000400:00000200:3.0:1788941339.129717:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:3.0:1788941339.129721:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941339.129724:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:3.0:1788941339.129727:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941339.129730:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:3.0:1788941339.129732:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941339.129734:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:3.0:1788941339.129742:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545716:545716:255:4294967295] 192.168.206.112@tcp LPNI seq info [545701:545701:7:4294967295] 00000400:00000200:3.0:1788941339.129747:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941339.129753:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:3.0:1788941339.129757:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:3.0:1788941339.129762:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977330fb00. 00000800:00000200:3.0:1788941339.129766:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:3.0:1788941339.129770:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:3.0:1788941339.129772:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977330fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788941339.129775:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941339.129779:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: using a timeout of 138565 usecs (139 jiffies) 00000400:00000200:3.0:1788941339.129782:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:3.0:1788941339.129783:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307212433 00000100:00000001:3.0:1788941339.129786:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307216097 00000100:00000001:3.0:1788941339.129788:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307212433 00000100:00000001:3.0:1788941339.129790:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307216097 00000100:00000001:3.0:1788941339.129792:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941339.129794:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941339.129797:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941339.129800:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941339.129807:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941339.129809:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788941339.129811:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941339.129813:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941339.129814:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941339.129816:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788941339.129818:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941339.129820:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941339.129821:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941339.129823:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941339.129823:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941339.129824:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941339.129828:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c690380 x1875827959596288/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941339.129840:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941339.129841:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941339.129844:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941339.129846:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941339.129847:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941339.129850:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959596288:192.168.206.112@tcp:400:kworker.0 00000100:00000001:3.0:1788941339.129879:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941339.129882:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941339.129883:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941339.129885:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941339.129888:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889758915800. 02000000:00000001:3.0:1788941339.129890:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941339.129893:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:3.0:1788941339.129896:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897718179f8. 00000400:00000010:3.0:1788941339.129899:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613d48. 00000100:00000200:3.0:1788941339.129902:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959596288, portal 10 00000100:00000001:3.0:1788941339.129904:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941339.129905:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673101696 : -131291036449920 : ffff88976c690380) 00000100:00000040:3.0:1788941339.129911:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976c690380 x1875827959596288/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941339.129918:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941339.129920:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:3.0:1788941339.129922:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613e58. 00000100:00000200:3.0:1788941339.129924:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959596288, offset 0 00000400:00000200:3.0:1788941339.129929:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:3.0:1788941339.129933:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941339.129936:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:3.0:1788941339.129939:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941339.129941:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:3.0:1788941339.129944:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941339.129946:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:3.0:1788941339.129957:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545717:545717:254:4294967295] 192.168.206.112@tcp LPNI seq info [545702:545702:6:4294967295] 00000400:00000200:3.0:1788941339.129960:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941339.129966:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:3.0:1788941339.129970:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:3.0:1788941339.129973:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977330f700. 00000800:00000200:3.0:1788941339.129976:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:3.0:1788941339.129980:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:3.0:1788941339.129983:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977330f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788941339.129985:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941339.129988:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: using a timeout of 20887 usecs (21 jiffies) 00000400:00000200:3.0:1788941339.129991:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:3.0:1788941339.129993:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307212316 00000100:00000001:3.0:1788941339.129995:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307216097 00000100:00000001:3.0:1788941339.129996:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307212316 00000100:00000001:3.0:1788941339.129998:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307216097 00000100:00000001:3.0:1788941339.130000:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941339.130002:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941339.130004:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941339.130007:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788941339.132133:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941339.132141:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977330f400. 00000400:00000200:1.0:1788941339.132148:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941339.132156:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941339.132163:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613110 00000400:00000010:1.0:1788941339.132165:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613110. 00000100:00000001:1.0:1788941339.132170:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941339.132178:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c691c00 x1875827959596160/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941339.132190:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941339.132193:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c691c00 x1875827959596160/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941339.132200:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941339.132202:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788941339.132215:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941339.132217:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977330fb00. 00000400:00000200:1.0:1788941339.132220:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941339.132224:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941339.132227:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613440 00000400:00000010:1.0:1788941339.132229:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613440. 00000100:00000001:1.0:1788941339.132243:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941339.132248:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c691500 x1875827959596416/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941339.132255:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941339.132258:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c691500 x1875827959596416/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941394 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941339.132264:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941339.132266:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788941339.132319:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941339.132322:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977330f700. 00000400:00000200:1.0:1788941339.132325:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941339.132329:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941339.132332:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613e58 00000400:00000010:1.0:1788941339.132333:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613e58. 00000100:00000001:1.0:1788941339.132336:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941339.132339:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c690380 x1875827959596288/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941339.132352:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941339.132355:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c690380 x1875827959596288/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941339.132360:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941339.132362:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788941339.134268:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941339.134276:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788941339.140452:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941339.140467:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941339.140470:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941339.140473:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941339.140480:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941339.140487:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:0.0:1788941339.140495:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941339.140499:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941339.140504:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941339.140508:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 25 MB=0x6aa0e3b310400 00000400:00000200:0.0:1788941339.140523:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941339.140529:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538199 [1] + 224 00000800:00000001:0.0:1788941339.140536:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941339.140540:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941339.140552:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941339.140557:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:0.0:1788941339.140564:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941339.140571:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c692680 x1875827959596032/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788941339.140587:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976c692680 x1875827959596032/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941339.140607:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788941339.140627:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941339.140631:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941339.140633:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941339.140635:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941339.140639:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941339.140642:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:0.0:1788941339.140646:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941339.140649:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941339.140652:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941339.140655:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b310500 00000400:00000200:0.0:1788941339.140659:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941339.140663:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x5381b1 [1] + 224 00000800:00000001:0.0:1788941339.140667:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941339.140673:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941339.140675:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941339.140678:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:0.0:1788941339.140681:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941339.140686:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c690380 x1875827959596288/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788941339.140695:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976c690380 x1875827959596288/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941339.140702:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788941339.140706:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941339.140709:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941339.140815:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941339.140820:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788941339.140825:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941339.140827:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941339.140830:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897718179f8. 00000400:00000200:3.0:1788941339.140835:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613d48 00000400:00000010:3.0:1788941339.140837:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613d48. 00000100:00000001:3.0:1788941339.140840:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941339.140846:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c690380 x1875827959596288/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788941339.140886:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c690380 x1875827959596288/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941339.140904:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941339.140906:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941339.140909:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941339.140912:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941339.140914:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941339.140916:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941339.140918:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941339.140927:0:2397:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc88460 time=137 v=60 (60 60 60 61) 00000100:00001000:3.0:1788941339.140931:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc88418 time=151 v=5 (1 1 0 0) 00000100:00000001:3.0:1788941339.140934:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941339.140936:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941339.140938:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788941339.140943:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88976c690380 x1875827959596288/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788941339.140950:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941339.140953:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941339.140955:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff889767e18000: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1788941339.140957:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941339.140959:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941339.140963:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c690380 x1875827959596288/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941339.141147:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941339.141150:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941339.141151:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941339.141156:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c690380 x1875827959596288/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941339.141164:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959596288:192.168.206.112@tcp:400:kworker.0 00000400:00000001:3.0:1788941339.141171:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941339.141173:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941339.141174:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897735f96e0. 00000400:00000200:3.0:1788941339.141182:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9d48 00000400:00000010:3.0:1788941339.141184:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9d48. 00000100:00000001:3.0:1788941339.141187:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941339.141190:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c692680 x1875827959596032/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788941339.141198:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c692680 x1875827959596032/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941339.141495:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941339.141497:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941339.141499:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941339.141501:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941339.141502:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941339.141504:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941339.141506:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941339.141510:0:2397:0:(import.c:2149:obd_at_measure()) add 5 to ffff8897505b1460 time=137 v=5 (5 5 5 5) 00000100:00001000:3.0:1788941339.141634:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b1418 time=31 v=5 (1 1 1 0) 00000100:00000001:3.0:1788941339.141638:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941339.141640:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941339.141642:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941339.141644:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941339.141646:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941339.141651:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c692680 x1875827959596032/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941339.141657:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941339.141659:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941339.141660:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941339.141663:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c692680 x1875827959596032/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941355 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941339.141670:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2397:1875827959596032:192.168.206.112@tcp:400:kworker.0 00000100:00000001:3.0:1788941339.141675:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941339.141677:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941339.141681:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c690380 x1875827959596288/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941339.141695:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941339.141697:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941339.141700:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889758915800. 02000000:00000001:3.0:1788941339.141704:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941339.141706:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788941339.141708:0:2397:0:(genops.c:1223:class_import_put()) import ffff88976bc88000 refcount=3 obd=lustre-MDT0001-mdc-ffff889767e18000 00000020:00000001:3.0:1788941339.141710:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788941339.141712:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977330f000. 02000000:00000001:3.0:1788941339.141715:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941339.141716:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941339.141718:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c690380. 00000100:00000001:3.0:1788941339.141721:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941339.141722:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941339.141724:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941339.141727:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c692680 x1875827959596032/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941355 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941339.141733:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941339.141734:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941339.141736:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889771695a00. 02000000:00000001:3.0:1788941339.141738:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941339.141739:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788941339.141740:0:2397:0:(genops.c:1223:class_import_put()) import ffff8897505b1000 refcount=3 obd=MGC192.168.206.112@tcp 00000020:00000001:3.0:1788941339.141742:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788941339.141744:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977330f900. 02000000:00000001:3.0:1788941339.141746:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941339.141747:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941339.141748:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c692680. 00000100:00000001:3.0:1788941339.141750:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941339.141751:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941339.141754:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941339.141755:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941339.141757:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941339.141913:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941339.141917:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788941339.145479:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941339.145494:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941339.145498:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941339.145500:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941339.145509:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941339.145516:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941339.145525:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941339.145530:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941339.145535:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941339.145619:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 4 MB=0x6aa0e3b310580 00000400:00000200:1.0:1788941339.145625:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941339.145644:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.112@tcp of length 224/224 into md 0x5381a9 [1] + 224 00000800:00000001:1.0:1788941339.145651:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941339.145660:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941339.145664:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941339.145668:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941339.145675:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941339.145778:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c691500 x1875827959596416/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941394 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941339.145791:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976c691500 x1875827959596416/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941339.145813:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941339.145821:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941339.145824:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941339.145917:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941339.145921:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788941339.145927:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788941339.145929:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788941339.145932:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889771817d68. 00000400:00000200:2.0:1788941339.145936:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613a18 00000400:00000010:2.0:1788941339.145939:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613a18. 00000100:00000001:2.0:1788941339.145942:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788941339.145947:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c691500 x1875827959596416/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941394 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788941339.145956:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c691500 x1875827959596416/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941394 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941339.146077:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788941339.146080:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941339.146082:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788941339.146085:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788941339.146087:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788941339.146089:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941339.146092:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788941339.146100:0:2397:0:(import.c:2149:obd_at_measure()) add 36 to ffff8897505b5c60 time=136 v=36 (36 5 5 5) 00000100:00001000:2.0:1788941339.146104:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b5c18 time=16 v=5 (1 1 1 1) 00000100:00000001:2.0:1788941339.146106:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788941339.146108:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941339.146111:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788941339.146114:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941339.146123:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788941339.146126:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff889767e18000: skip recheck: last_committed 42949693494 00000100:00000001:2.0:1788941339.146128:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788941339.146130:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941339.146135:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c691500 x1875827959596416/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941339.146143:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941339.146146:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788941339.146148:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788941339.146152:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c691500 x1875827959596416/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941394 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941339.146217:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c691500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959596416:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941339.146222:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941339.146234:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941339.146238:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c691500 x1875827959596416/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941394 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941339.146245:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788941339.146248:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788941339.146251:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889758915000. 02000000:00000001:2.0:1788941339.146256:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788941339.146258:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788941339.146260:0:2397:0:(genops.c:1223:class_import_put()) import ffff8897505b5800 refcount=3 obd=lustre-OST0000-osc-ffff889767e18000 00000020:00000001:2.0:1788941339.146263:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788941339.146265:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977330fa00. 02000000:00000001:2.0:1788941339.146268:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788941339.146270:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788941339.146272:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c691500. 00000100:00000001:2.0:1788941339.146276:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788941339.146277:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941339.146280:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941339.146282:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941339.146283:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941339.146285:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941339.146292:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788941339.146640:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941339.146647:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941339.146650:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941339.146652:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941339.146657:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941339.146661:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:0.0:1788941339.146667:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941339.146671:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941339.146674:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941339.146684:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b310480 00000400:00000200:0.0:1788941339.146688:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941339.146693:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x5381a1 [1] + 224 00000800:00000001:0.0:1788941339.146698:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941339.146703:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941339.146706:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941339.146709:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:0.0:1788941339.146713:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941339.146718:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c691c00 x1875827959596160/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788941339.146727:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976c691c00 x1875827959596160/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941339.146747:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788941339.146753:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941339.146755:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941339.147118:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941339.147121:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788941339.147125:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788941339.147127:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788941339.147129:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889771817318. 00000400:00000200:2.0:1788941339.147132:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613220 00000400:00000010:2.0:1788941339.147134:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613220. 00000100:00000001:2.0:1788941339.147137:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788941339.147142:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c691c00 x1875827959596160/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788941339.147220:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c691c00 x1875827959596160/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941339.147226:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788941339.147228:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941339.147230:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788941339.147233:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788941339.147234:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788941339.147236:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941339.147238:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788941339.147244:0:2397:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=137 v=60 (60 60 60 61) 00000100:00001000:2.0:1788941339.147447:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=31 v=5 (1 1 1 0) 00000100:00000001:2.0:1788941339.147451:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788941339.147453:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941339.147456:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788941339.147458:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941339.147461:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788941339.147462:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771466 00000100:00000001:2.0:1788941339.147464:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788941339.147466:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941339.147471:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c691c00 x1875827959596160/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941339.147478:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941339.147480:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788941339.147490:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788941339.147494:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c691c00 x1875827959596160/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941339.147501:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c691c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959596160:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941339.147505:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941339.147508:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941339.147511:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c691c00 x1875827959596160/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941339.147517:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788941339.147518:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788941339.147521:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889758915200. 02000000:00000001:2.0:1788941339.147524:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788941339.147525:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788941339.147527:0:2397:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=5 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:2.0:1788941339.147529:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788941339.147531:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977330ff00. 02000000:00000001:2.0:1788941339.147533:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788941339.147535:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788941339.147536:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c691c00. 00000100:00000001:2.0:1788941339.147539:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788941339.147541:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941339.147553:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941339.147560:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941339.147562:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941339.147564:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941339.147566:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941339.379114:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941339.379120:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941339.379126:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941339.379128:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941339.379217:0:252129:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941339.379220:0:252129:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941339.379223:0:252129:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941340.403213:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941340.403219:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941340.403301:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941340.403303:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941340.403826:0:236344:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941340.403829:0:236344:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941340.403833:0:236344:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941341.427016:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941341.427020:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941341.427025:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941341.427027:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941341.427064:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941341.427068:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941341.427071:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941342.450978:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941342.450984:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941342.450989:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941342.450992:0:250116:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788941342.450994:0:250116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941342.450999:0:250116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941342.451001:0:250116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941342.451003:0:250116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941342.451005:0:250116:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788941342.451007:0:250116:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941342.451009:0:250116:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941342.451011:0:250116:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941342.451191:0:245732:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941342.451193:0:245732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941342.451196:0:245732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788941342.963402:0:276806:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af110 (cpu 1) has reached its deadline 4307216097, at 4307216128 00000100:00000010:1.0:1788941342.963416:0:276806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8897786654e0. 00000100:00000040:0.0:1788941342.965142:0:276107:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af000 (cpu 0) has reached its deadline 4307216097, at 4307216130 00000100:00000010:0.0:1788941342.965153:0:276107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889778665540. 00010000:00000001:2.0:1788941343.475875:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941343.475881:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941343.475886:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941343.475888:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941343.476085:0:242292:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941343.476089:0:242292:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941343.476092:0:242292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788941344.243641:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788941344.243654:0:266403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788941344.243668:0:266403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098ed80. 00000020:00000040:0.0:1788941344.243687:0:266403:0:(genops.c:1210:class_import_get()) import ffff8897505b1000 refcount=4 obd=MGC192.168.206.112@tcp 00000100:00000001:0.0:1788941344.243693:0:266403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941344.243915:0:266403:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941344.243923:0:266403:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941344.243933:0:266403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8896412e8f00. 00000100:00000001:0.0:1788941344.243941:0:266403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941344.243956:0:266403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS req@ffff88976098ed80 x1875827959596544/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941344.243968:0:266403:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941344.243973:0:266403:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941344.243980:0:266403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096004a74] to pc [ptlrpcd_00_01+1] req@ffff88976098ed80 x1875827959596544/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941344.244018:0:266403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941344.244022:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788941344.244026:0:266403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788941344.244029:0:266403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098e680. 00000020:00000040:0.0:1788941344.244032:0:266403:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=6 obd=lustre-MDT0000-mdc-ffff889767e18000 00000100:00000001:0.0:1788941344.244034:0:266403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941344.244035:0:266403:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941344.244037:0:266403:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941344.244040:0:266403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8896412e8b00. 00000100:00000001:0.0:1788941344.244044:0:266403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941344.244048:0:266403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID req@ffff88976098e680 x1875827959596672/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941344.244055:0:266403:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941344.244058:0:266403:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941344.244062:0:266403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019624676] to pc [ptlrpcd_00_00+0] req@ffff88976098e680 x1875827959596672/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941344.244070:0:266403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941344.244072:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788941344.244076:0:266403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788941344.244079:0:266403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098d500. 00000020:00000040:0.0:1788941344.244089:0:266403:0:(genops.c:1210:class_import_get()) import ffff88976bc88000 refcount=4 obd=lustre-MDT0001-mdc-ffff889767e18000 00000100:00000001:0.0:1788941344.244092:0:266403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941344.244093:0:266403:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941344.244095:0:266403:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941344.244098:0:266403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8896412e8900. 00000100:00000001:0.0:1788941344.244101:0:266403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941344.244106:0:266403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID req@ffff88976098d500 x1875827959596800/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941344.244113:0:266403:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941344.244115:0:266403:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941344.244119:0:266403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097687cde] to pc [ptlrpcd_00_01+1] req@ffff88976098d500 x1875827959596800/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941344.244127:0:266403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941344.244129:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788941344.244133:0:266403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788941344.244136:0:266403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098ca80. 00000020:00000040:0.0:1788941344.244139:0:266403:0:(genops.c:1210:class_import_get()) import ffff8897505b5800 refcount=4 obd=lustre-OST0000-osc-ffff889767e18000 00000100:00000001:0.0:1788941344.244141:0:266403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941344.244142:0:266403:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941344.244144:0:266403:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941344.244147:0:266403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8896412e8a00. 00000100:00000001:0.0:1788941344.244149:0:266403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941344.244153:0:266403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID req@ffff88976098ca80 x1875827959596928/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941344.244161:0:266403:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941344.244163:0:266403:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941344.244166:0:266403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5817e88] to pc [ptlrpcd_00_00+0] req@ffff88976098ca80 x1875827959596928/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941344.244173:0:266403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941344.244175:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788941344.244183:0:266403:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788941344.244188:0:266403:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12555) 00000100:00000001:0.0:1788941344.244224:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941344.244229:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941344.244231:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788941344.244238:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098e680 x1875827959596672/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941344.244246:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788941344.244249:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941344.244253:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788941344.244256:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788941344.244259:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788941344.244263:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959596672:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941344.244267:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788941344.244275:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788941344.244278:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941344.244281:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788941344.244285:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889746115a00. 02000000:00000001:0.0:1788941344.244288:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788941344.244295:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:0.0:1788941344.244300:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889760a17f20. 00000400:00000010:0.0:1788941344.244308:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87330. 00000100:00000200:0.0:1788941344.244316:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959596672, portal 10 00000100:00000001:0.0:1788941344.244318:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788941344.244320:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474913408 : -131291234638208 : ffff88976098e680) 00000100:00000040:0.0:1788941344.244328:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098e680 x1875827959596672/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941344.244336:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788941344.244339:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:0.0:1788941344.244342:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87880. 00000100:00000200:0.0:1788941344.244346:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959596672, offset 0 00000400:00000200:0.0:1788941344.244353:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:0.0:1788941344.244369:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941344.244377:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:0.0:1788941344.244383:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788941344.244388:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:0.0:1788941344.244392:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788941344.244395:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:0.0:1788941344.244399:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545718:545718:256:4294967295] 192.168.206.112@tcp LPNI seq info [545703:545703:8:4294967295] 00000400:00000200:0.0:1788941344.244404:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941344.244414:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000100:00000001:1.0:1788941344.244528:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941344.244532:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941344.244534:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941344.244539:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098ed80 x1875827959596544/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941344.244547:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941344.244548:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941344.244551:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941344.244552:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941344.244554:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941344.244557:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2395:1875827959596544:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941344.244570:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941344.244573:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941344.244574:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941344.244576:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941344.244580:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897480de200. 02000000:00000001:1.0:1788941344.244582:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941344.244586:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941344.244589:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e15790. 00000400:00000010:1.0:1788941344.244594:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525220. 00000100:00000200:1.0:1788941344.244598:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959596544, portal 25 00000100:00000001:1.0:1788941344.244600:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941344.244601:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474915200 : -131291234636416 : ffff88976098ed80) 00000100:00000040:1.0:1788941344.244606:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098ed80 x1875827959596544/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941344.244613:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941344.244615:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941344.244617:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525908. 00000100:00000200:1.0:1788941344.244620:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875827959596544, offset 0 00000400:00000200:1.0:1788941344.244625:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941344.244629:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.244632:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941344.244635:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941344.244637:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941344.244640:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941344.244642:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941344.244645:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545719:545719:255:4294967295] 192.168.206.112@tcp LPNI seq info [545704:545704:7:4294967295] 00000400:00000200:1.0:1788941344.244649:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.244656:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941344.244660:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941344.244665:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889743ef7100. 00000800:00000200:1.0:1788941344.244672:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941344.244700:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941344.244705:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889743ef7100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941344.244728:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941344.244732:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941344.244736:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307221216 00000100:00000010:1.0:1788941344.244740:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889746b8b000. 00000100:00000001:1.0:1788941344.244754:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788941344.244760:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307221216 00000100:00000010:1.0:1788941344.244764:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889746b8b2a0. 00000100:00000001:1.0:1788941344.244767:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788941344.244771:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941344.244774:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941344.244777:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941344.244782:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098d500 x1875827959596800/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941344.244790:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941344.244791:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941344.244793:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941344.244795:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941344.244797:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941344.244800:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959596800:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941344.244803:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941344.244806:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941344.244807:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941344.244809:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941344.244812:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897480dec00. 02000000:00000001:1.0:1788941344.244813:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941344.244816:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941344.244819:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e152c0. 00000400:00000010:1.0:1788941344.244822:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525880. 00000100:00000200:1.0:1788941344.244825:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959596800, portal 10 00000100:00000001:1.0:1788941344.244827:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941344.244833:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474908928 : -131291234642688 : ffff88976098d500) 00000100:00000040:1.0:1788941344.244840:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098d500 x1875827959596800/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941344.244847:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941344.244850:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941344.244875:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897605254c8. 00000100:00000200:1.0:1788941344.244879:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959596800, offset 0 00000400:00000200:1.0:1788941344.244883:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941344.244887:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.244890:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941344.244893:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941344.244895:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941344.244898:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941344.244900:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941344.244903:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545720:545720:254:4294967295] 192.168.206.112@tcp LPNI seq info [545705:545705:6:4294967295] 00000400:00000200:1.0:1788941344.244907:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.244912:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941344.244917:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941344.244922:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889743ef7800. 00000800:00000200:1.0:1788941344.244927:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941344.244931:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941344.244934:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889743ef7800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941344.244938:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941344.244942:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: using a timeout of 20887 usecs (21 jiffies) 00000400:00000200:1.0:1788941344.244946:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941344.244949:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307217431 00000100:00000001:1.0:1788941344.244952:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307221216 00000100:00000001:1.0:1788941344.244954:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307217431 00000100:00000001:1.0:1788941344.244957:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307221216 00000100:00000001:1.0:1788941344.244965:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941344.244968:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941344.244971:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941344.244973:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941344.244982:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941344.244985:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788941344.244987:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941344.244989:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941344.244990:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941344.244993:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788941344.245041:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941344.245046:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889743ef7100. 00000400:00000200:1.0:1788941344.245052:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941344.245058:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941344.245066:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525908 00000400:00000010:1.0:1788941344.245069:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525908. 00000100:00000001:1.0:1788941344.245074:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941344.245079:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098ed80 x1875827959596544/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941344.245089:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941344.245092:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098ed80 x1875827959596544/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941344.245100:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941344.245102:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788941344.245179:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941344.245182:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889743ef7800. 00000400:00000200:1.0:1788941344.245185:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941344.245188:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941344.245191:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897605254c8 00000400:00000010:1.0:1788941344.245193:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897605254c8. 00000100:00000001:1.0:1788941344.245195:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941344.245198:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098d500 x1875827959596800/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941344.245205:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941344.245215:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098d500 x1875827959596800/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941344.245221:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941344.245223:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788941344.249027:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:0.0:1788941344.249049:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8896412e8700. 00000800:00000200:0.0:1788941344.249066:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:0.0:1788941344.249075:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:0.0:1788941344.249080:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8896412e8700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788941344.249109:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941344.249118:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34545 usecs (35 jiffies) 00000400:00000200:0.0:1788941344.249124:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:0.0:1788941344.249128:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307217449 00000100:00000001:0.0:1788941344.249132:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307221216 00000100:00000001:0.0:1788941344.249135:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307217449 00000100:00000001:0.0:1788941344.249137:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307221216 00000100:00000001:0.0:1788941344.249140:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941344.249145:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941344.249150:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788941344.249159:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098ca80 x1875827959596928/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941344.249169:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788941344.249172:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941344.249177:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788941344.249197:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788941344.249200:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788941344.249204:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959596928:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941344.249209:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788941344.249216:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788941344.249219:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941344.249221:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788941344.249227:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889746115e00. 02000000:00000001:0.0:1788941344.249229:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788941344.249234:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:0.0:1788941344.249239:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889760a17268. 00000400:00000010:0.0:1788941344.249246:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd877f8. 00000100:00000200:0.0:1788941344.249253:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959596928, portal 4 00000100:00000001:0.0:1788941344.249255:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788941344.249258:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474906240 : -131291234645376 : ffff88976098ca80) 00000100:00000040:0.0:1788941344.249266:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098ca80 x1875827959596928/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941344.249274:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788941344.249276:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:0.0:1788941344.249280:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd873b8. 00000100:00000200:0.0:1788941344.249283:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875827959596928, offset 0 00000400:00000200:0.0:1788941344.249289:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:0.0:1788941344.249298:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941344.249306:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:0.0:1788941344.249311:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788941344.249316:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:0.0:1788941344.249320:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788941344.249323:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:0.0:1788941344.249327:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545721:545721:255:4294967295] 192.168.206.112@tcp LPNI seq info [545706:545706:7:4294967295] 00000400:00000200:0.0:1788941344.249332:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941344.249341:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:0.0:1788941344.249347:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:0.0:1788941344.249356:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8896412e8100. 00000800:00000200:0.0:1788941344.249360:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:0.0:1788941344.249365:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:0.0:1788941344.249367:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8896412e8100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788941344.249371:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941344.249374:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: using a timeout of 138478 usecs (139 jiffies) 00000400:00000200:0.0:1788941344.249377:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:0.0:1788941344.249379:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307217553 00000100:00000001:0.0:1788941344.249381:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307221216 00000100:00000001:0.0:1788941344.249383:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307217553 00000100:00000001:0.0:1788941344.249386:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307221216 00000100:00000001:0.0:1788941344.249387:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941344.249389:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941344.249392:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941344.249396:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941344.249405:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788941344.249407:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1788941344.249411:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941344.249413:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941344.249415:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941344.249417:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788941344.251181:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941344.251190:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8896412e8700. 00000400:00000200:1.0:1788941344.251200:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941344.251209:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941344.251216:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87880 00000400:00000010:1.0:1788941344.251219:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87880. 00000100:00000001:1.0:1788941344.251224:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941344.251232:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098e680 x1875827959596672/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941344.251245:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941344.251249:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098e680 x1875827959596672/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941344.251257:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941344.251259:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788941344.251344:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941344.251347:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8896412e8100. 00000400:00000200:1.0:1788941344.251350:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941344.251354:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941344.251357:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd873b8 00000400:00000010:1.0:1788941344.251359:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd873b8. 00000100:00000001:1.0:1788941344.251362:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941344.251366:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098ca80 x1875827959596928/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941344.251374:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941344.251377:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098ca80 x1875827959596928/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941399 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941344.251384:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941344.251385:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788941344.280727:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941344.280749:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941344.280753:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941344.280755:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941344.280766:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.280775:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941344.280786:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.280791:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.280798:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.280803:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 25 MB=0x6aa0e3b310600 00000400:00000200:1.0:1788941344.280808:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.280815:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.112@tcp of length 224/224 into md 0x5381c9 [1] + 224 00000800:00000001:1.0:1788941344.280822:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941344.280830:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941344.280833:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941344.280838:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941344.280847:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941344.280899:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098ed80 x1875827959596544/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941344.280912:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098ed80 x1875827959596544/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941344.280927:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941344.280937:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941344.280940:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941344.281060:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941344.281066:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788941344.281074:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941344.281077:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941344.281080:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e15790. 00000400:00000200:0.0:1788941344.281086:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525220 00000400:00000010:0.0:1788941344.281089:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525220. 00000100:00000001:0.0:1788941344.281093:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941344.281098:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098ed80 x1875827959596544/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941344.281107:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098ed80 x1875827959596544/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941344.281135:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941344.281138:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941344.281141:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941344.281145:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941344.281148:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941344.281151:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941344.281154:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941344.281162:0:2395:0:(import.c:2149:obd_at_measure()) add 5 to ffff8897505b1460 time=142 v=5 (5 5 5 5) 00000100:00001000:0.0:1788941344.281168:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b1418 time=36 v=5 (1 1 1 0) 00000100:00000001:0.0:1788941344.281171:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941344.281173:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941344.281176:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788941344.281178:0:2395:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941344.281181:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941344.281187:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098ed80 x1875827959596544/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941344.281194:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941344.281198:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941344.281211:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941344.281216:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098ed80 x1875827959596544/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941360 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941344.281225:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2395:1875827959596544:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941344.281231:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941344.281233:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941344.281238:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098ed80 x1875827959596544/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941360 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941344.281245:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941344.281248:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941344.281251:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897480de200. 02000000:00000001:0.0:1788941344.281255:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941344.281258:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941344.281265:0:2395:0:(genops.c:1223:class_import_put()) import ffff8897505b1000 refcount=3 obd=MGC192.168.206.112@tcp 00000020:00000001:0.0:1788941344.281267:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941344.281270:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8896412e8f00. 02000000:00000001:0.0:1788941344.281274:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941344.281277:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941344.281279:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098ed80. 00000100:00000001:0.0:1788941344.281286:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941344.281287:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941344.281290:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941344.281293:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941344.281294:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941344.281296:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941344.281298:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788941344.301672:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941344.301712:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941344.301717:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941344.301720:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941344.301730:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.301739:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941344.301763:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.301769:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.301775:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.301798:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 4 MB=0x6aa0e3b310780 00000400:00000200:1.0:1788941344.301804:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.301811:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.112@tcp of length 224/224 into md 0x5381e9 [1] + 224 00000800:00000001:1.0:1788941344.301819:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941344.301824:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941344.301827:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941344.301832:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941344.301841:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941344.301897:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098ca80 x1875827959596928/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941399 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941344.301910:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098ca80 x1875827959596928/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941344.301927:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941344.301940:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941344.301944:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941344.301946:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941344.301948:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941344.301951:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.301954:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941344.301958:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.301961:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.301964:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.301967:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b310680 00000400:00000200:1.0:1788941344.301971:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.301975:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x5381b9 [1] + 224 00000800:00000001:1.0:1788941344.301979:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941344.301982:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941344.301984:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941344.301987:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941344.301990:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941344.301995:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098e680 x1875827959596672/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941344.302017:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098e680 x1875827959596672/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941344.302025:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941344.302029:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941344.302032:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941344.302034:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941344.302036:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941344.302039:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.302042:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941344.302046:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.302048:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.302051:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.302054:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b310700 00000400:00000200:1.0:1788941344.302058:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941344.302062:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x5381d9 [1] + 224 00000800:00000001:1.0:1788941344.302066:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941344.302076:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941344.302078:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941344.302081:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941344.302084:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941344.302089:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098d500 x1875827959596800/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941344.302098:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098d500 x1875827959596800/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941344.302112:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941344.302115:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941344.302118:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941344.303801:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941344.303809:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788941344.303819:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941344.303822:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941344.303826:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889760a17f20. 00000400:00000200:0.0:1788941344.303835:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87330 00000400:00000010:0.0:1788941344.303838:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87330. 00000100:00000001:0.0:1788941344.303843:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941344.303891:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098e680 x1875827959596672/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941344.303904:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098e680 x1875827959596672/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941344.303913:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941344.303915:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941344.303918:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941344.303922:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941344.303925:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941344.303928:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941344.303931:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941344.303943:0:2394:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=142 v=60 (60 60 60 61) 00000100:00001000:0.0:1788941344.303948:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=36 v=5 (1 1 1 0) 00000100:00000001:0.0:1788941344.303950:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941344.303953:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941344.303956:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788941344.303977:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941344.303982:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788941344.303984:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771466 00000100:00000001:0.0:1788941344.303987:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788941344.303989:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941344.303996:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098e680 x1875827959596672/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941344.304003:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941344.304007:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941344.304009:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941344.304013:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098e680 x1875827959596672/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941344.304021:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959596672:192.168.206.112@tcp:400:kworker.0 00000400:00000001:0.0:1788941344.304028:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941344.304029:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941344.304031:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889760a17268. 00000400:00000200:0.0:1788941344.304034:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd877f8 00000400:00000010:0.0:1788941344.304036:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd877f8. 00000100:00000001:0.0:1788941344.304038:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941344.304041:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098ca80 x1875827959596928/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941399 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941344.304050:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098ca80 x1875827959596928/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941399 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941344.304057:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941344.304058:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941344.304060:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941344.304062:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941344.304063:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941344.304064:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941344.304066:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941344.304071:0:2394:0:(import.c:2149:obd_at_measure()) add 36 to ffff8897505b5c60 time=141 v=36 (36 5 5 5) 00000100:00001000:0.0:1788941344.304074:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b5c18 time=21 v=5 (1 1 1 1) 00000100:00000001:0.0:1788941344.304084:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941344.304085:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941344.304087:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788941344.304089:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941344.304091:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788941344.304093:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff889767e18000: skip recheck: last_committed 42949693494 00000100:00000001:0.0:1788941344.304095:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788941344.304097:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941344.304101:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098ca80 x1875827959596928/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941399 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941344.304106:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941344.304109:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941344.304110:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941344.304113:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098ca80 x1875827959596928/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941399 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941344.304121:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959596928:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941344.304125:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941344.304128:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941344.304132:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098e680 x1875827959596672/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941344.304139:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941344.304142:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941344.304146:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889746115a00. 02000000:00000001:0.0:1788941344.304150:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941344.304153:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941344.304155:0:2394:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=5 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:0.0:1788941344.304158:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941344.304161:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8896412e8b00. 02000000:00000001:0.0:1788941344.304165:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941344.304167:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941344.304169:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098e680. 00000100:00000001:0.0:1788941344.304173:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941344.304179:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941344.304181:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941344.304185:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098ca80 x1875827959596928/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941399 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941344.304192:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941344.304193:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941344.304195:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889746115e00. 02000000:00000001:0.0:1788941344.304210:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941344.304212:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941344.304213:0:2394:0:(genops.c:1223:class_import_put()) import ffff8897505b5800 refcount=3 obd=lustre-OST0000-osc-ffff889767e18000 00000020:00000001:0.0:1788941344.304215:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941344.304217:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8896412e8a00. 02000000:00000001:0.0:1788941344.304219:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941344.304220:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941344.304222:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098ca80. 00000100:00000001:0.0:1788941344.304224:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941344.304226:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941344.304228:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941344.304237:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788941344.304239:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941344.304241:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941344.304244:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941344.304255:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941344.304257:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788941344.304261:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941344.304263:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941344.304265:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e152c0. 00000400:00000200:0.0:1788941344.304269:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525880 00000400:00000010:0.0:1788941344.304270:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525880. 00000100:00000001:0.0:1788941344.304274:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941344.304279:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098d500 x1875827959596800/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941344.304288:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098d500 x1875827959596800/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941344.304294:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941344.304296:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941344.304302:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941344.304304:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941344.304305:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941344.304306:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941344.304308:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941344.304313:0:2395:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc88460 time=142 v=60 (60 60 60 61) 00000100:00001000:0.0:1788941344.304316:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc88418 time=6 v=5 (1 1 1 0) 00000100:00000001:0.0:1788941344.304318:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941344.304320:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941344.304321:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788941344.304325:0:2395:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88976098d500 x1875827959596800/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788941344.304444:0:2395:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941344.304447:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788941344.304448:0:2395:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff889767e18000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1788941344.304450:0:2395:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788941344.304452:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941344.304457:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098d500 x1875827959596800/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941344.304464:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941344.304466:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941344.304468:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941344.304471:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098d500 x1875827959596800/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941344.304479:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959596800:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941344.304483:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941344.304485:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941344.304488:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098d500 x1875827959596800/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941344.304495:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941344.304496:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941344.304503:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897480dec00. 02000000:00000001:0.0:1788941344.304506:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941344.304508:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941344.304509:0:2395:0:(genops.c:1223:class_import_put()) import ffff88976bc88000 refcount=3 obd=lustre-MDT0001-mdc-ffff889767e18000 00000020:00000001:0.0:1788941344.304511:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941344.304513:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8896412e8900. 02000000:00000001:0.0:1788941344.304525:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941344.304527:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941344.304528:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098d500. 00000100:00000001:0.0:1788941344.304534:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941344.304536:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941344.304538:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941344.304542:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788941344.304543:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941344.304545:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941344.304547:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941344.498986:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941344.498993:0:250116:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788941344.498995:0:250116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941344.498998:0:250116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941344.499002:0:250116:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788941344.499004:0:250116:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941344.499006:0:250116:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941344.499009:0:250116:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941344.499013:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941344.499014:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941344.499534:0:252129:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941344.499541:0:252129:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941344.499547:0:252129:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941345.523007:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941345.523013:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941345.523018:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941345.523019:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941345.525038:0:236344:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941345.525043:0:236344:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941345.525046:0:236344:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941346.547032:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941346.547041:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941346.547049:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941346.547050:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941346.547366:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941346.547370:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941346.547373:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1788941347.315038:0:2385:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889742a84480] -> 12345-192.168.206.12@tcp (6) 00000800:00000200:1.0:1788941347.315050:0:2385:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.12@tcp ip 192.168.206.12:988 00000800:00000200:1.0:1788941347.315055:0:2385:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889751caa400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1788941347.315443:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1788941347.315449:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941347.315467:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941347.315472:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941347.315474:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788941347.572065:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941347.572075:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941347.572083:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941347.572085:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941347.575150:0:245732:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941347.575161:0:245732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941347.575167:0:245732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788941348.082973:0:276806:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af110 (cpu 1) has reached its deadline 4307221216, at 4307221248 00000100:00000010:1.0:1788941348.082987:0:276806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889746b8b2a0. 00000100:00000040:0.0:1788941348.083070:0:276107:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af000 (cpu 0) has reached its deadline 4307221216, at 4307221248 00000100:00000010:0.0:1788941348.083076:0:276107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889746b8b000. 00010000:00000001:2.0:1788941348.595107:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941348.595114:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941348.595119:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941348.595120:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941348.595248:0:242292:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941348.595251:0:242292:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941348.595254:0:242292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788941349.365271:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788941349.365281:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788941349.365291:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c692680. 00000020:00000040:3.0:1788941349.365310:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b1000 refcount=4 obd=MGC192.168.206.112@tcp 00000100:00000001:3.0:1788941349.365314:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941349.365317:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941349.365321:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941349.365329:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977330f900. 00000100:00000001:3.0:1788941349.365335:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941349.365346:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS req@ffff88976c692680 x1875827959597056/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788941349.365356:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941349.365359:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941349.365365:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020528c27] to pc [ptlrpcd_01_00+0] req@ffff88976c692680 x1875827959597056/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941349.365395:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941349.365399:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788941349.365402:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788941349.365405:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c690380. 00000020:00000040:3.0:1788941349.365407:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=6 obd=lustre-MDT0000-mdc-ffff889767e18000 00000100:00000001:3.0:1788941349.365409:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941349.365411:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941349.365412:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941349.365416:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977330f000. 00000100:00000001:3.0:1788941349.365419:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941349.365423:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID req@ffff88976c690380 x1875827959597184/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788941349.365441:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941349.365443:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941349.365446:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091410b62] to pc [ptlrpcd_01_01+1] req@ffff88976c690380 x1875827959597184/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941349.365454:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941349.365456:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788941349.365466:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788941349.365469:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c693b80. 00000020:00000040:3.0:1788941349.365471:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc88000 refcount=4 obd=lustre-MDT0001-mdc-ffff889767e18000 00000100:00000001:3.0:1788941349.365473:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941349.365475:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941349.365476:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941349.365480:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977330fc00. 00000100:00000001:3.0:1788941349.365483:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941349.365487:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID req@ffff88976c693b80 x1875827959597312/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788941349.365504:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941349.365505:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941349.365510:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741ab191] to pc [ptlrpcd_01_00+0] req@ffff88976c693b80 x1875827959597312/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941349.365517:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941349.365518:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788941349.365521:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788941349.365524:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c691880. 00000020:00000040:3.0:1788941349.365526:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b5800 refcount=4 obd=lustre-OST0000-osc-ffff889767e18000 00000100:00000001:3.0:1788941349.365528:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941349.365529:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941349.365531:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941349.365535:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977330ff00. 00000100:00000001:3.0:1788941349.365538:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941349.365542:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID req@ffff88976c691880 x1875827959597440/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788941349.365548:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941349.365550:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941349.365553:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e81fe6] to pc [ptlrpcd_01_01+1] req@ffff88976c691880 x1875827959597440/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941349.365630:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941349.365636:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941349.365638:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788941349.365644:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c692680 x1875827959597056/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941349.365651:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941349.365653:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941349.365656:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788941349.365659:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788941349.365661:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941349.365665:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2396:1875827959597056:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941349.365668:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788941349.365673:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788941349.365676:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941349.365678:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788941349.365683:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889771695000. 02000000:00000001:2.0:1788941349.365685:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941349.365693:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:2.0:1788941349.365697:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897735f9c08. 00000400:00000010:2.0:1788941349.365703:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c96e8. 00000100:00000200:2.0:1788941349.365709:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959597056, portal 25 00000100:00000001:2.0:1788941349.365712:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941349.365713:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673110656 : -131291036440960 : ffff88976c692680) 00000100:00000040:2.0:1788941349.365718:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976c692680 x1875827959597056/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941349.365725:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788941349.365733:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:2.0:1788941349.365736:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9198. 00000100:00000200:2.0:1788941349.365739:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875827959597056, offset 0 00000400:00000200:2.0:1788941349.365745:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:2.0:1788941349.365754:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941349.365761:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:2.0:1788941349.365765:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788941349.365769:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:2.0:1788941349.365773:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788941349.365776:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:2.0:1788941349.365779:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545722:545722:256:4294967295] 192.168.206.112@tcp LPNI seq info [545707:545707:8:4294967295] 00000400:00000200:2.0:1788941349.365783:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941349.365793:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:2.0:1788941349.365798:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:2.0:1788941349.365803:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889767e55000. 00000800:00000200:2.0:1788941349.365809:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:2.0:1788941349.365816:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:2.0:1788941349.365820:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889767e55000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788941349.365838:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941349.365843:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941349.365845:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307226337 00000100:00000010:2.0:1788941349.365850:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889778665f00. 00000100:00000001:2.0:1788941349.365888:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788941349.365895:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307226338 00000100:00000010:2.0:1788941349.365899:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889778665300. 00000100:00000001:2.0:1788941349.365902:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788941349.365905:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941349.365907:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941349.365910:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788941349.365914:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c693b80 x1875827959597312/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941349.365932:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941349.365933:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941349.365935:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788941349.365937:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788941349.365939:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941349.365942:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c693b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2396:1875827959597312:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941349.365945:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788941349.365948:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788941349.365949:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941349.365951:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788941349.365954:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889771694000. 02000000:00000001:2.0:1788941349.365956:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941349.365960:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:2.0:1788941349.365963:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897735f9738. 00000400:00000010:2.0:1788941349.365967:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9c38. 00000100:00000200:2.0:1788941349.365970:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959597312, portal 10 00000100:00000001:2.0:1788941349.365971:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941349.365973:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673116032 : -131291036435584 : ffff88976c693b80) 00000100:00000040:2.0:1788941349.365979:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976c693b80 x1875827959597312/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941349.365984:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788941349.365987:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:2.0:1788941349.365989:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9a18. 00000100:00000200:2.0:1788941349.365991:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959597312, offset 0 00000400:00000200:2.0:1788941349.365995:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:2.0:1788941349.365999:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941349.366002:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:2.0:1788941349.366005:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788941349.366007:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:2.0:1788941349.366009:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788941349.366011:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:2.0:1788941349.366019:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545723:545723:255:4294967295] 192.168.206.112@tcp LPNI seq info [545708:545708:7:4294967295] 00000400:00000200:2.0:1788941349.366023:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941349.366029:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:2.0:1788941349.366033:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:2.0:1788941349.366037:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889767e55600. 00000800:00000200:2.0:1788941349.366041:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:2.0:1788941349.366045:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:2.0:1788941349.366048:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889767e55600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788941349.366051:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941349.366055:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: using a timeout of 20890 usecs (21 jiffies) 00000400:00000200:2.0:1788941349.366057:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941349.366059:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307222552 00000100:00000001:2.0:1788941349.366062:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307226337 00000100:00000001:2.0:1788941349.366064:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307222552 00000100:00000001:2.0:1788941349.366066:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307226338 00000100:00000001:2.0:1788941349.366068:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941349.366070:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941349.366072:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941349.366074:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941349.366081:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941349.366083:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788941349.366085:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941349.366086:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941349.366088:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941349.366090:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788941349.366092:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941349.366094:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941349.366095:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941349.366097:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941349.366098:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941349.366099:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788941349.366103:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c690380 x1875827959597184/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941349.366129:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941349.366130:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941349.366133:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788941349.366134:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788941349.366136:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941349.366139:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2396:1875827959597184:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941349.366143:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788941349.366145:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788941349.366147:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941349.366149:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788941349.366152:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889771694200. 02000000:00000001:2.0:1788941349.366154:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941349.366157:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:2.0:1788941349.366160:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897735f99f8. 00000400:00000010:2.0:1788941349.366164:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c95d8. 00000100:00000200:2.0:1788941349.366166:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959597184, portal 10 00000100:00000001:2.0:1788941349.366168:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941349.366169:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673101696 : -131291036449920 : ffff88976c690380) 00000100:00000040:2.0:1788941349.366175:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976c690380 x1875827959597184/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941349.366182:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788941349.366184:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:2.0:1788941349.366186:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9110. 00000100:00000200:2.0:1788941349.366189:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959597184, offset 0 00000400:00000200:2.0:1788941349.366193:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:2.0:1788941349.366196:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941349.366199:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:2.0:1788941349.366202:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788941349.366204:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:2.0:1788941349.366207:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788941349.366209:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:2.0:1788941349.366217:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545724:545724:254:4294967295] 192.168.206.112@tcp LPNI seq info [545709:545709:6:4294967295] 00000400:00000200:2.0:1788941349.366221:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941349.366227:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:2.0:1788941349.366232:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:2.0:1788941349.366235:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889767e55d00. 00000800:00000200:2.0:1788941349.366239:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:2.0:1788941349.366243:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:2.0:1788941349.366246:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889767e55d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788941349.366249:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941349.366251:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34556 usecs (35 jiffies) 00000400:00000200:2.0:1788941349.366254:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941349.366256:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307222566 00000100:00000001:2.0:1788941349.366259:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307226337 00000100:00000001:2.0:1788941349.366261:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307222566 00000100:00000001:2.0:1788941349.366263:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307226338 00000100:00000001:2.0:1788941349.366265:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941349.366267:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941349.366269:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941349.366271:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941349.366283:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941349.366285:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788941349.366391:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941349.366395:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889767e55000. 00000400:00000200:0.0:1788941349.366401:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941349.366406:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941349.366411:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9198 00000400:00000010:0.0:1788941349.366419:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9198. 00000100:00000001:0.0:1788941349.366423:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941349.366427:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c692680 x1875827959597056/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941349.366437:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941349.366440:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c692680 x1875827959597056/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941349.366446:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941349.366448:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788941349.366461:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941349.366463:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889767e55600. 00000400:00000200:0.0:1788941349.366466:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941349.366469:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941349.366472:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9a18 00000400:00000010:0.0:1788941349.366474:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9a18. 00000100:00000001:0.0:1788941349.366476:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941349.366479:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c693b80 x1875827959597312/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941349.366485:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941349.366498:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c693b80 x1875827959597312/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941349.366504:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941349.366505:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788941349.366569:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941349.366572:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889767e55d00. 00000400:00000200:0.0:1788941349.366575:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941349.366578:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941349.366581:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9110 00000400:00000010:0.0:1788941349.366583:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9110. 00000100:00000001:0.0:1788941349.366585:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941349.366588:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c690380 x1875827959597184/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941349.366595:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941349.366604:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c690380 x1875827959597184/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941349.366610:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941349.366612:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788941349.367279:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941349.367283:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788941349.367286:0:233298:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1788941349.367980:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941349.367984:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941349.367986:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788941349.367994:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c691880 x1875827959597440/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941349.368002:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941349.368004:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941349.368007:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788941349.368010:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788941349.368013:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941349.368024:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959597440:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941349.368027:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788941349.368031:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788941349.368033:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941349.368035:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788941349.368039:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889771695a00. 02000000:00000001:2.0:1788941349.368041:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941349.368046:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:2.0:1788941349.368050:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897735f90b0. 00000400:00000010:2.0:1788941349.368056:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9110. 00000100:00000200:2.0:1788941349.368061:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959597440, portal 4 00000100:00000001:2.0:1788941349.368063:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941349.368064:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673107072 : -131291036444544 : ffff88976c691880) 00000100:00000040:2.0:1788941349.368071:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976c691880 x1875827959597440/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941349.368077:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788941349.368079:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:2.0:1788941349.368081:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9a18. 00000100:00000200:2.0:1788941349.368084:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875827959597440, offset 0 00000400:00000200:2.0:1788941349.368089:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:2.0:1788941349.368095:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941349.368100:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:2.0:1788941349.368104:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788941349.368107:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:2.0:1788941349.368110:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788941349.368125:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:2.0:1788941349.368128:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545725:545725:256:4294967295] 192.168.206.112@tcp LPNI seq info [545710:545710:8:4294967295] 00000400:00000200:2.0:1788941349.368132:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941349.368139:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:2.0:1788941349.368144:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:2.0:1788941349.368148:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889767e55400. 00000800:00000200:2.0:1788941349.368159:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:2.0:1788941349.368164:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:2.0:1788941349.368168:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889767e55400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788941349.368294:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941349.368298:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: using a timeout of 138431 usecs (139 jiffies) 00000400:00000200:2.0:1788941349.368365:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941349.368370:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307222672 00000100:00000001:2.0:1788941349.368373:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307226337 00000100:00000001:2.0:1788941349.368375:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307222672 00000100:00000001:2.0:1788941349.368377:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307226338 00000100:00000001:2.0:1788941349.368378:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941349.368380:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941349.368383:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941349.368386:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941349.368391:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941349.368393:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1788941349.368395:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941349.368397:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941349.368398:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941349.368400:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941349.368413:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941349.368415:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941349.368417:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941349.368419:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941349.368425:0:233298:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12560) 00000800:00000200:1.0:1788941349.368710:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941349.368715:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889767e55400. 00000400:00000200:1.0:1788941349.368720:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941349.368724:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941349.368729:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9a18 00000400:00000010:1.0:1788941349.368731:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9a18. 00000100:00000001:1.0:1788941349.368735:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941349.368740:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c691880 x1875827959597440/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941349.368749:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941349.368752:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c691880 x1875827959597440/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941349.368758:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941349.368760:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788941349.374842:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941349.374890:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941349.374895:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941349.374898:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941349.374907:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941349.374915:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:0.0:1788941349.374924:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941349.374930:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941349.374935:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941349.374939:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 25 MB=0x6aa0e3b310800 00000400:00000200:0.0:1788941349.374943:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941349.374948:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.112@tcp of length 224/224 into md 0x5381f9 [1] + 224 00000800:00000001:0.0:1788941349.374955:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941349.374961:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941349.374964:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941349.374968:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:0.0:1788941349.374976:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941349.374983:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c692680 x1875827959597056/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788941349.374993:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976c692680 x1875827959597056/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941349.375015:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788941349.375023:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941349.375026:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941349.376181:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941349.376188:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788941349.376197:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941349.376199:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941349.376203:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897735f9c08. 00000400:00000200:3.0:1788941349.376210:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c96e8 00000400:00000010:3.0:1788941349.376212:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c96e8. 00000100:00000001:3.0:1788941349.376216:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941349.376224:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c692680 x1875827959597056/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788941349.376235:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c692680 x1875827959597056/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941349.376241:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941349.376243:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941349.376246:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941349.376250:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941349.376252:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941349.376254:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941349.376257:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941349.376263:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8897505b1460 time=147 v=5 (5 5 5 5) 00000100:00001000:3.0:1788941349.376268:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b1418 time=41 v=5 (1 1 1 0) 00000100:00000001:3.0:1788941349.376270:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941349.376272:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941349.376274:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941349.376277:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941349.376279:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941349.376284:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c692680 x1875827959597056/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941349.376292:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941349.376620:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941349.376622:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941349.376628:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c692680 x1875827959597056/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941349.376635:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2396:1875827959597056:192.168.206.112@tcp:400:kworker.0 00000100:00000001:3.0:1788941349.376640:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941349.376643:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941349.376646:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c692680 x1875827959597056/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941349.376653:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941349.376655:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941349.376658:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889771695000. 02000000:00000001:3.0:1788941349.376662:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941349.376665:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788941349.376667:0:2396:0:(genops.c:1223:class_import_put()) import ffff8897505b1000 refcount=3 obd=MGC192.168.206.112@tcp 00000020:00000001:3.0:1788941349.376669:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788941349.376671:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977330f900. 02000000:00000001:3.0:1788941349.376674:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941349.376676:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941349.376678:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c692680. 00000100:00000001:3.0:1788941349.376681:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941349.376682:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941349.376685:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941349.376687:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941349.376688:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941349.376690:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941349.376691:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788941349.378575:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941349.378591:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941349.378595:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941349.378598:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941349.378606:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941349.378612:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941349.378621:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941349.378625:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941349.378629:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941349.378633:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 4 MB=0x6aa0e3b310980 00000400:00000200:1.0:1788941349.378638:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941349.378657:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538211 [1] + 224 00000800:00000001:1.0:1788941349.378664:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941349.378671:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941349.378675:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941349.378678:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941349.378686:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941349.378692:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c691880 x1875827959597440/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941349.378703:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976c691880 x1875827959597440/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941349.378722:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941349.378731:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941349.378734:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941349.378797:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941349.378801:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788941349.378806:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788941349.378808:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788941349.378811:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897735f90b0. 00000400:00000200:2.0:1788941349.378815:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9110 00000400:00000010:2.0:1788941349.378817:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9110. 00000100:00000001:2.0:1788941349.378820:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788941349.378825:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c691880 x1875827959597440/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788941349.378846:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c691880 x1875827959597440/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941349.378879:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788941349.378882:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941349.378885:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788941349.378888:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788941349.378890:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788941349.378893:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941349.378895:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788941349.378904:0:2397:0:(import.c:2149:obd_at_measure()) add 36 to ffff8897505b5c60 time=146 v=36 (36 5 5 5) 00000100:00001000:2.0:1788941349.378908:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b5c18 time=26 v=5 (1 1 1 1) 00000100:00000001:2.0:1788941349.378911:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788941349.378913:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941349.378916:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788941349.378919:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941349.378923:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788941349.378925:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff889767e18000: skip recheck: last_committed 42949693494 00000100:00000001:2.0:1788941349.378928:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788941349.378930:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941349.378935:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c691880 x1875827959597440/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941349.378942:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941349.378945:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788941349.378947:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788941349.378952:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c691880 x1875827959597440/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941349.378961:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c691880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959597440:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941349.378965:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941349.378968:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941349.378972:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c691880 x1875827959597440/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941349.378986:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788941349.378989:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788941349.378992:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889771695a00. 02000000:00000001:2.0:1788941349.378996:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788941349.378999:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788941349.379000:0:2397:0:(genops.c:1223:class_import_put()) import ffff8897505b5800 refcount=3 obd=lustre-OST0000-osc-ffff889767e18000 00000020:00000001:2.0:1788941349.379003:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788941349.379005:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977330ff00. 02000000:00000001:2.0:1788941349.379009:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788941349.379011:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788941349.379013:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c691880. 00000100:00000001:2.0:1788941349.379017:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788941349.379018:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941349.379021:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941349.379027:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941349.379029:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941349.379031:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941349.379034:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788941349.386231:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941349.386249:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941349.386254:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941349.386257:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941349.386266:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941349.386286:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:0.0:1788941349.386294:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941349.386299:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941349.386303:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941349.386318:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b310900 00000400:00000200:0.0:1788941349.386323:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941349.386329:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538201 [1] + 224 00000800:00000001:0.0:1788941349.386336:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941349.386341:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941349.386343:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941349.386347:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:0.0:1788941349.386354:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941349.386363:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c693b80 x1875827959597312/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788941349.386372:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976c693b80 x1875827959597312/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941349.386392:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788941349.386400:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941349.386404:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941349.386406:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941349.386407:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941349.386410:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941349.386414:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:0.0:1788941349.386419:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941349.386421:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941349.386424:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941349.386427:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b310880 00000400:00000200:0.0:1788941349.386430:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941349.386433:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538209 [1] + 224 00000800:00000001:0.0:1788941349.386437:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941349.386443:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941349.386451:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941349.386454:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:0.0:1788941349.386457:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941349.386461:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c690380 x1875827959597184/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788941349.386469:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976c690380 x1875827959597184/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941349.386475:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788941349.386479:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941349.386482:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941349.386718:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941349.386723:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788941349.386729:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941349.386731:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941349.386735:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897735f99f8. 00000400:00000200:3.0:1788941349.386739:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c95d8 00000400:00000010:3.0:1788941349.386742:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c95d8. 00000100:00000001:3.0:1788941349.386745:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941349.386756:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c690380 x1875827959597184/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788941349.386766:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c690380 x1875827959597184/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941349.386772:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941349.386775:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941349.386777:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941349.386781:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941349.386783:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941349.386785:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941349.386788:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941349.386796:0:2396:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=147 v=60 (60 60 60 61) 00000100:00001000:3.0:1788941349.386800:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=41 v=5 (1 1 1 0) 00000100:00000001:3.0:1788941349.386803:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941349.386805:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941349.386807:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941349.386810:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941349.386814:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941349.386816:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771466 00000100:00000001:3.0:1788941349.386818:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941349.386819:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941349.386824:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c690380 x1875827959597184/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941349.386832:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941349.386835:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941349.386837:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941349.386840:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c690380 x1875827959597184/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941349.386847:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2396:1875827959597184:192.168.206.112@tcp:400:kworker.0 00000400:00000001:3.0:1788941349.386879:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941349.386881:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941349.386888:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897735f9738. 00000400:00000200:3.0:1788941349.386891:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9c38 00000400:00000010:3.0:1788941349.386892:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9c38. 00000100:00000001:3.0:1788941349.386895:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941349.386899:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c693b80 x1875827959597312/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788941349.386907:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c693b80 x1875827959597312/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941349.386913:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941349.386914:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941349.386916:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941349.386917:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941349.386918:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941349.386920:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941349.386921:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941349.386926:0:2396:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc88460 time=147 v=60 (60 60 60 61) 00000100:00001000:3.0:1788941349.386928:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc88418 time=11 v=5 (1 1 1 0) 00000100:00000001:3.0:1788941349.386930:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941349.386932:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941349.386933:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788941349.386937:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88976c693b80 x1875827959597312/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788941349.386944:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941349.386946:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941349.386947:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff889767e18000: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1788941349.386949:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941349.386950:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941349.386954:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c693b80 x1875827959597312/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941349.386959:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941349.386961:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941349.386962:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941349.386965:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c693b80 x1875827959597312/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941349.386980:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c693b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2396:1875827959597312:192.168.206.112@tcp:400:kworker.0 00000100:00000001:3.0:1788941349.386984:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941349.386987:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941349.386990:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c690380 x1875827959597184/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941349.386997:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941349.387000:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941349.387003:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889771694200. 02000000:00000001:3.0:1788941349.387006:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941349.387009:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788941349.387011:0:2396:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=5 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:3.0:1788941349.387014:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788941349.387016:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977330f000. 02000000:00000001:3.0:1788941349.387020:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941349.387021:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941349.387023:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c690380. 00000100:00000001:3.0:1788941349.387026:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941349.387028:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941349.387030:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941349.387033:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c693b80 x1875827959597312/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941349.387040:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941349.387041:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941349.387042:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889771694000. 02000000:00000001:3.0:1788941349.387045:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941349.387046:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788941349.387047:0:2396:0:(genops.c:1223:class_import_put()) import ffff88976bc88000 refcount=3 obd=lustre-MDT0001-mdc-ffff889767e18000 00000020:00000001:3.0:1788941349.387049:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788941349.387050:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977330fc00. 02000000:00000001:3.0:1788941349.387052:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941349.387053:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941349.387055:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c693b80. 00000100:00000001:3.0:1788941349.387063:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941349.387064:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941349.387066:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941349.387073:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941349.387075:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941349.387077:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941349.387079:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941349.620485:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941349.620501:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941349.620507:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941349.620508:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941349.620602:0:252129:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941349.620614:0:252129:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941349.620617:0:252129:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941350.645518:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941350.645524:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941350.645530:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941350.645532:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941350.645782:0:236344:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941350.645785:0:236344:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941350.645788:0:236344:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941351.667013:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941351.667020:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941351.667025:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941351.667026:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941351.667523:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941351.667527:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941351.667529:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941352.691639:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941352.691646:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941352.691651:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941352.691654:0:250116:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788941352.691656:0:250116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941352.691661:0:250116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941352.691679:0:250116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941352.691681:0:250116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941352.691684:0:250116:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788941352.691685:0:250116:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941352.691687:0:250116:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941352.691689:0:250116:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941352.691930:0:245732:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941352.691933:0:245732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941352.691936:0:245732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788941353.202961:0:276806:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af110 (cpu 1) has reached its deadline 4307226338, at 4307226368 00000100:00000010:1.0:1788941353.202976:0:276806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889778665300. 00000100:00000040:0.0:1788941353.203062:0:276107:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af000 (cpu 0) has reached its deadline 4307226337, at 4307226368 00000100:00000010:0.0:1788941353.203067:0:276107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889778665f00. 00010000:00000001:2.0:1788941353.715214:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941353.715220:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941353.715225:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941353.715226:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941353.715477:0:242292:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941353.715480:0:242292:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941353.715483:0:242292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788941354.482995:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788941354.483004:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788941354.483013:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976bf95500. 00000020:00000040:2.0:1788941354.483018:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b1000 refcount=4 obd=MGC192.168.206.112@tcp 00000100:00000001:2.0:1788941354.483023:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788941354.483026:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788941354.483030:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788941354.483038:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff889767e55500. 00000100:00000001:2.0:1788941354.483045:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941354.483057:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS req@ffff88976bf95500 x1875827959597568/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788941354.483066:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788941354.483070:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941354.483076:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a735cbdf] to pc [ptlrpcd_01_00+0] req@ffff88976bf95500 x1875827959597568/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941354.483106:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941354.483109:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788941354.483112:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788941354.483115:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976bf95c00. 00000020:00000040:2.0:1788941354.483117:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=6 obd=lustre-MDT0000-mdc-ffff889767e18000 00000100:00000001:2.0:1788941354.483120:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788941354.483121:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788941354.483123:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788941354.483140:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff889767e55400. 00000100:00000001:2.0:1788941354.483143:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941354.483148:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID req@ffff88976bf95c00 x1875827959597696/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788941354.483155:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788941354.483157:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941354.483160:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039ec2aed] to pc [ptlrpcd_01_01+1] req@ffff88976bf95c00 x1875827959597696/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941354.483168:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941354.483170:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788941354.483172:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788941354.483174:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976bf94e00. 00000020:00000040:2.0:1788941354.483177:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc88000 refcount=4 obd=lustre-MDT0001-mdc-ffff889767e18000 00000100:00000001:2.0:1788941354.483179:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788941354.483180:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788941354.483182:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788941354.483185:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff889767e55d00. 00000100:00000001:2.0:1788941354.483187:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941354.483191:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID req@ffff88976bf94e00 x1875827959597824/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788941354.483197:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788941354.483198:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941354.483202:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f715e738] to pc [ptlrpcd_01_00+0] req@ffff88976bf94e00 x1875827959597824/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941354.483208:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941354.483210:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788941354.483213:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788941354.483216:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976bf97100. 00000020:00000040:2.0:1788941354.483218:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b5800 refcount=4 obd=lustre-OST0000-osc-ffff889767e18000 00000100:00000001:2.0:1788941354.483219:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788941354.483225:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788941354.483227:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788941354.483230:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff889767e55600. 00000100:00000001:2.0:1788941354.483232:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941354.483236:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID req@ffff88976bf97100 x1875827959597952/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788941354.483243:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788941354.483245:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941354.483248:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ebb9fc] to pc [ptlrpcd_01_01+1] req@ffff88976bf97100 x1875827959597952/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941354.483254:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941354.483256:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788941354.483259:0:233298:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788941354.483264:0:233298:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12565) 00000100:00000001:2.0:1788941354.483274:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941354.483278:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941354.483280:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788941354.483285:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976bf95c00 x1875827959597696/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941354.483291:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941354.483293:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941354.483296:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788941354.483298:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788941354.483301:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941354.483303:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976bf95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959597696:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941354.483307:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788941354.483312:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788941354.483314:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941354.483316:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788941354.483320:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889771694800. 02000000:00000001:2.0:1788941354.483322:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941354.483335:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:2.0:1788941354.483340:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897735f90b0. 00000400:00000010:2.0:1788941354.483345:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9110. 00000100:00000200:2.0:1788941354.483352:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959597696, portal 10 00000100:00000001:2.0:1788941354.483354:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941354.483355:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782665784320 : -131291043767296 : ffff88976bf95c00) 00000100:00000040:2.0:1788941354.483363:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976bf95c00 x1875827959597696/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941354.483370:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788941354.483373:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:2.0:1788941354.483375:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9198. 00000100:00000200:2.0:1788941354.483378:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959597696, offset 0 00000400:00000200:2.0:1788941354.483384:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:2.0:1788941354.483391:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941354.483398:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:2.0:1788941354.483404:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788941354.483408:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:2.0:1788941354.483412:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788941354.483415:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:2.0:1788941354.483418:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545726:545726:256:4294967295] 192.168.206.112@tcp LPNI seq info [545711:545711:8:4294967295] 00000400:00000200:2.0:1788941354.483423:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941354.483432:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:2.0:1788941354.483438:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:2.0:1788941354.483442:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889767e55000. 00000800:00000200:2.0:1788941354.483448:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:2.0:1788941354.483453:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:2.0:1788941354.483458:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889767e55000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788941354.483483:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941354.483487:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34553 usecs (35 jiffies) 00000400:00000200:2.0:1788941354.483491:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941354.483494:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307227683 00000100:00000010:2.0:1788941354.483503:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8897786654e0. 00000100:00000001:2.0:1788941354.483509:0:2397:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788941354.483623:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941354.483626:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941354.483628:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941354.483633:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976bf95500 x1875827959597568/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941354.483640:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941354.483641:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941354.483644:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941354.483645:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941354.483647:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941354.483650:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976bf95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2396:1875827959597568:192.168.206.112@tcp:400:kworker.0 00000100:00000001:3.0:1788941354.483653:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941354.483656:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941354.483657:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941354.483659:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941354.483662:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88975af0d600. 02000000:00000001:3.0:1788941354.483664:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941354.483668:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:3.0:1788941354.483671:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897718179f8. 00000400:00000010:3.0:1788941354.483674:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613d48. 00000100:00000200:3.0:1788941354.483678:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959597568, portal 25 00000100:00000001:3.0:1788941354.483679:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941354.483681:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782665782528 : -131291043769088 : ffff88976bf95500) 00000100:00000040:3.0:1788941354.483685:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976bf95500 x1875827959597568/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941354.483691:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941354.483693:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:3.0:1788941354.483702:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613550. 00000100:00000200:3.0:1788941354.483705:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875827959597568, offset 0 00000400:00000200:3.0:1788941354.483709:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:3.0:1788941354.483713:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941354.483717:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:3.0:1788941354.483720:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941354.483723:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:3.0:1788941354.483725:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941354.483727:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:3.0:1788941354.483730:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545727:545727:255:4294967295] 192.168.206.112@tcp LPNI seq info [545712:545712:7:4294967295] 00000400:00000200:3.0:1788941354.483733:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941354.483738:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:3.0:1788941354.483742:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:3.0:1788941354.483746:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977330fc00. 00000800:00000200:3.0:1788941354.483750:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:3.0:1788941354.483753:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:3.0:1788941354.483756:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977330fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788941354.483759:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941354.483762:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:3.0:1788941354.483763:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307231455 00000800:00000200:1.0:1788941354.483836:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941354.483840:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889767e55000. 00000400:00000200:1.0:1788941354.483846:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941354.483867:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941354.483873:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9198 00000400:00000010:1.0:1788941354.483875:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9198. 00000100:00000001:1.0:1788941354.483880:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941354.483896:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976bf95c00 x1875827959597696/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941354.483904:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941354.483907:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976bf95c00 x1875827959597696/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941354.483919:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941354.483921:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788941354.483988:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941354.483991:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977330fc00. 00000400:00000200:1.0:1788941354.483994:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941354.483998:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941354.484001:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613550 00000400:00000010:1.0:1788941354.484003:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613550. 00000100:00000001:1.0:1788941354.484005:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941354.484009:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976bf95500 x1875827959597568/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941354.484016:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941354.484018:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976bf95500 x1875827959597568/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941354.484024:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941354.484025:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788941354.484140:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307227684 00000100:00000010:2.0:1788941354.484145:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889778665cc0. 00000100:00000001:2.0:1788941354.484149:0:2397:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788941354.484161:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941354.484163:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941354.484166:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788941354.484171:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976bf97100 x1875827959597952/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941354.484177:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941354.484179:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941354.484181:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788941354.484195:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788941354.484198:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941354.484201:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976bf97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959597952:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941354.484204:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788941354.484207:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788941354.484208:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941354.484210:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788941354.484213:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889771694e00. 02000000:00000001:2.0:1788941354.484215:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941354.484219:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:2.0:1788941354.484222:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897735f9a50. 00000400:00000010:2.0:1788941354.484225:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9d48. 00000100:00000200:2.0:1788941354.484229:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959597952, portal 4 00000100:00000001:2.0:1788941354.484231:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941354.484232:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782665789696 : -131291043761920 : ffff88976bf97100) 00000100:00000040:2.0:1788941354.484239:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976bf97100 x1875827959597952/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941354.484244:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788941354.484252:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:2.0:1788941354.484254:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9330. 00000100:00000200:2.0:1788941354.484257:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875827959597952, offset 0 00000400:00000200:2.0:1788941354.484261:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:2.0:1788941354.484265:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941354.484269:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:2.0:1788941354.484272:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788941354.484274:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:2.0:1788941354.484277:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788941354.484279:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:2.0:1788941354.484282:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545728:545728:256:4294967295] 192.168.206.112@tcp LPNI seq info [545713:545713:8:4294967295] 00000400:00000200:2.0:1788941354.484286:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941354.484291:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:2.0:1788941354.484295:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:2.0:1788941354.484299:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889767e55e00. 00000800:00000200:2.0:1788941354.484302:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:2.0:1788941354.484306:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:2.0:1788941354.484309:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889767e55e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788941354.484319:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941354.484323:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: using a timeout of 138340 usecs (139 jiffies) 00000400:00000200:2.0:1788941354.484326:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941354.484328:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307227788 00000800:00000200:1.0:1788941354.484440:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941354.484443:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889767e55e00. 00000400:00000200:1.0:1788941354.484446:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941354.484450:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941354.484453:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9330 00000400:00000010:1.0:1788941354.484455:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9330. 00000100:00000001:1.0:1788941354.484457:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941354.484473:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976bf97100 x1875827959597952/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941354.484480:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941354.484484:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976bf97100 x1875827959597952/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941354.484490:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941354.484492:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788941354.488305:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941354.488320:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941354.488329:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941354.488333:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941354.488399:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941354.488406:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:0.0:1788941354.488414:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941354.488418:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941354.488424:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941354.488428:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 25 MB=0x6aa0e3b310a00 00000400:00000200:0.0:1788941354.488432:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941354.488529:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538221 [1] + 224 00000800:00000001:0.0:1788941354.488553:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941354.488558:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941354.488837:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941354.488842:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:0.0:1788941354.488849:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941354.488881:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976bf95500 x1875827959597568/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788941354.488891:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976bf95500 x1875827959597568/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941354.488899:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788941354.488907:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941354.488912:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941354.488914:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941354.488915:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941354.488919:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941354.488922:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:0.0:1788941354.488926:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941354.488929:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941354.488932:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941354.488935:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b310a80 00000400:00000200:0.0:1788941354.488938:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941354.488942:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538219 [1] + 224 00000800:00000001:0.0:1788941354.488946:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941354.488951:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941354.488953:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941354.488956:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:0.0:1788941354.488958:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941354.488963:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976bf95c00 x1875827959597696/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788941354.488972:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976bf95c00 x1875827959597696/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941354.489440:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788941354.489447:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941354.489451:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941354.490157:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941354.490165:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941354.490168:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941354.490170:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941354.490176:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941354.490182:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:0.0:1788941354.490188:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941354.490192:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941354.490195:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941354.490471:0:2397:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 0, simply extend its deadline from 4307227683 00000100:00000001:2.0:1788941354.490480:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307227794 00000100:00000001:3.0:1788941354.490487:0:2396:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307227788 00000100:00000001:2.0:1788941354.490487:0:2397:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 1, simply extend its deadline from 4307227684 00000100:00000001:2.0:1788941354.490493:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941354.490496:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307231462 00000100:00000001:2.0:1788941354.490499:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941354.490502:0:2396:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307227794 00000100:00000001:2.0:1788941354.490505:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941354.490506:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941354.490511:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941354.490512:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788941354.490521:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1788941354.490522:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:3.0:1788941354.490524:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941354.490528:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897718179f8. 00000400:00000200:3.0:1788941354.490533:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613d48 00000100:00000001:2.0:1788941354.490535:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000400:00000010:3.0:1788941354.490537:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613d48. 00000100:00000001:2.0:1788941354.490540:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941354.490542:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1788941354.490544:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788941354.490548:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788941354.490549:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788941354.490554:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897735f90b0. 00000400:00000200:2.0:1788941354.490558:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9110 00000100:00000200:3.0:1788941354.490559:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976bf95500 x1875827959597568/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788941354.490570:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976bf95500 x1875827959597568/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941354.490577:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941354.490579:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941354.490581:0:2396:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:0.0:1788941354.490698:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 4 MB=0x6aa0e3b310b80 00000400:00000200:0.0:1788941354.490703:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 02000000:00000001:3.0:1788941354.490765:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941354.490769:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941354.490772:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941354.490775:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941354.490782:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8897505b1460 time=152 v=5 (5 5 5 5) 00000100:00001000:3.0:1788941354.490786:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b1418 time=46 v=5 (1 1 1 0) 00000100:00000001:3.0:1788941354.490789:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941354.490791:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941354.490794:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941354.490796:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941354.490799:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941354.490805:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976bf95500 x1875827959597568/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941354.490813:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941354.490816:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941354.490818:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788941354.490846:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9110. 00000100:00000001:2.0:1788941354.490851:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788941354.490879:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976bf95c00 x1875827959597696/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788941354.490888:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976bf95c00 x1875827959597696/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941354.490895:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788941354.490896:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941354.490898:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788941354.490900:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788941354.490901:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788941354.490903:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941354.490905:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788941354.490911:0:2397:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=152 v=60 (60 60 60 61) 00000100:00001000:2.0:1788941354.490914:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=46 v=5 (1 1 1 0) 00000100:00000001:2.0:1788941354.490916:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788941354.490917:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941354.490919:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788941354.490921:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941354.490924:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788941354.490926:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771466 00000100:00000001:2.0:1788941354.490928:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788941354.490930:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941354.490933:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976bf95c00 x1875827959597696/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941354.490939:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941354.490940:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788941354.490953:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788941354.490958:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976bf95c00 x1875827959597696/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941354.490965:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976bf95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959597696:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941354.490969:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941354.490972:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941354.490976:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976bf95c00 x1875827959597696/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941354.490983:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1788941354.490986:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976bf95500 x1875827959597568/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788941354.490986:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788941354.490991:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889771694800. 02000000:00000001:2.0:1788941354.490997:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788941354.491001:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000100:00100000:3.0:1788941354.491004:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976bf95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2396:1875827959597568:192.168.206.112@tcp:400:kworker.0 00000020:00000040:2.0:1788941354.491004:0:2397:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=5 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:2.0:1788941354.491009:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788941354.491013:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1788941354.491013:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff889767e55400. 02000000:00000001:2.0:1788941354.491019:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1788941354.491021:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976bf94e00 x1875827959597824/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788941354.491022:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788941354.491025:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976bf95c00. 00000100:00000001:2.0:1788941354.491030:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788941354.491032:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941354.491034:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941354.491037:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941354.491038:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941354.491040:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941354.491042:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941354.491044:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941354.491047:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941354.491051:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941354.491056:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941354.491060:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941354.491064:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976bf94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2396:1875827959597824:192.168.206.112@tcp:400:kworker.0 00000100:00000001:3.0:1788941354.491068:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941354.491073:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941354.491076:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941354.491078:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941354.491081:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88975af0c400. 02000000:00000001:3.0:1788941354.491084:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941354.491088:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:3.0:1788941354.491091:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897718179f8. 00000400:00000200:0.0:1788941354.491942:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538229 [1] + 224 00000800:00000001:0.0:1788941354.491961:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1788941354.492050:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613d48. 00000100:00000200:3.0:1788941354.492059:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959597824, portal 10 00000100:00000001:3.0:1788941354.492062:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941354.492064:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782665780736 : -131291043770880 : ffff88976bf94e00) 00000800:00000001:1.0:1788941354.492065:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941354.492074:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976bf94e00 x1875827959597824/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788941354.492077:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788941354.492087:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1788941354.492087:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000040:3.0:1788941354.492094:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000100:00000001:1.0:1788941354.492096:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1788941354.492098:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613dd0. 00000100:00000200:3.0:1788941354.492103:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959597824, offset 0 00000100:00000200:1.0:1788941354.492104:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976bf97100 x1875827959597952/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788941354.492112:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000100:00000040:1.0:1788941354.492121:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976bf97100 x1875827959597952/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788941354.492122:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941354.492132:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:3.0:1788941354.492137:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941354.492141:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:3.0:1788941354.492144:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941354.492147:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:3.0:1788941354.492150:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545729:545729:256:4294967295] 192.168.206.112@tcp LPNI seq info [545714:545714:8:4294967295] 00000400:00000200:3.0:1788941354.492154:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941354.492163:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000100:00000001:2.0:1788941354.492175:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1788941354.492176:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000100:00000001:2.0:1788941354.492179:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1788941354.492183:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977330f000. 00000800:00000200:3.0:1788941354.492190:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000100:00000001:1.0:1788941354.492194:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788941354.492199:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:3.0:1788941354.492204:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977330f000 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:1.0:1788941354.492206:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941354.492211:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788941354.492237:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788941354.492239:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788941354.492241:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897735f9a50. 00000400:00000200:2.0:1788941354.492245:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9d48 00000400:00000010:2.0:1788941354.492248:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9d48. 00000100:00000001:2.0:1788941354.492251:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788941354.492257:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976bf97100 x1875827959597952/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788941354.492272:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976bf97100 x1875827959597952/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941354.492273:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941354.492280:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: using a timeout of 20891 usecs (21 jiffies) 00000100:00000001:2.0:1788941354.492282:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788941354.492285:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788941354.492287:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941354.492289:0:2397:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1788941354.492292:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307227678 02000000:00000001:2.0:1788941354.492294:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941354.492296:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307231455 00000100:00000001:2.0:1788941354.492297:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788941354.492300:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941354.492302:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307227678 02000000:00000001:2.0:1788941354.492305:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941354.492307:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307231462 00000100:00000001:3.0:1788941354.492311:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941354.492314:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788941354.492314:0:2397:0:(import.c:2149:obd_at_measure()) add 36 to ffff8897505b5c60 time=151 v=36 (36 5 5 5) 00000100:00000001:3.0:1788941354.492317:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788941354.492319:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b5c18 time=31 v=5 (1 1 1 1) 00000100:00000001:3.0:1788941354.492322:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788941354.492323:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788941354.492327:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941354.492329:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976bf95500 x1875827959597568/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788941354.492330:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788941354.492333:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941354.492338:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788941354.492341:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff889767e18000: skip recheck: last_committed 42949693494 00000100:00000001:3.0:1788941354.492344:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1788941354.492345:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1788941354.492348:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1788941354.492349:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941354.492352:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88975af0d600. 00000100:00000040:2.0:1788941354.492356:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976bf97100 x1875827959597952/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788941354.492358:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941354.492362:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788941354.492365:0:2396:0:(genops.c:1223:class_import_put()) import ffff8897505b1000 refcount=3 obd=MGC192.168.206.112@tcp 00000100:00000001:2.0:1788941354.492369:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788941354.492370:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788941354.492373:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1788941354.492374:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff889767e55500. 00000100:00000001:2.0:1788941354.492376:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788941354.492379:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1788941354.492382:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976bf97100 x1875827959597952/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788941354.492383:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941354.492386:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976bf95500. 00000100:00000001:3.0:1788941354.492392:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941354.492396:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788941354.492397:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976bf97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959597952:192.168.206.112@tcp:400:kworker.0 00000100:00000001:3.0:1788941354.492399:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941354.492402:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941354.492405:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941354.492409:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976bf97100 x1875827959597952/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941354.492413:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941354.492417:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00000001:3.0:1788941354.492422:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941354.492425:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941354.492428:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1788941354.492429:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941354.492431:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1788941354.492433:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788941354.492435:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889771694e00. 02000000:00000001:2.0:1788941354.492439:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788941354.492441:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788941354.492443:0:2397:0:(genops.c:1223:class_import_put()) import ffff8897505b5800 refcount=3 obd=lustre-OST0000-osc-ffff889767e18000 00000020:00000001:2.0:1788941354.492445:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788941354.492447:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff889767e55600. 02000000:00000001:2.0:1788941354.492450:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788941354.492451:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788941354.492453:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976bf97100. 00000100:00000001:2.0:1788941354.492456:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788941354.492457:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941354.492459:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941354.492475:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941354.492476:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941354.492478:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941354.492480:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788941354.492999:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941354.493004:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977330f000. 00000400:00000200:1.0:1788941354.493009:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941354.493014:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941354.493018:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613dd0 00000400:00000010:1.0:1788941354.493020:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613dd0. 00000100:00000001:1.0:1788941354.493023:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941354.493028:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976bf94e00 x1875827959597824/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941354.493037:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941354.493040:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976bf94e00 x1875827959597824/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941354.493046:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941354.493048:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788941354.506388:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941354.506403:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941354.506407:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941354.506411:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941354.506418:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941354.506425:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:0.0:1788941354.506432:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941354.506436:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941354.506441:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941354.506445:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b310b00 00000400:00000200:0.0:1788941354.506450:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941354.506456:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538231 [1] + 224 00000800:00000001:0.0:1788941354.506477:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941354.506484:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941354.506487:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941354.506492:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:0.0:1788941354.506513:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941354.506521:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976bf94e00 x1875827959597824/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788941354.506533:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976bf94e00 x1875827959597824/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941354.506556:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788941354.506564:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941354.506568:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941354.506768:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941354.506773:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788941354.506779:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941354.506782:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941354.506785:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897718179f8. 00000400:00000200:3.0:1788941354.506790:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613d48 00000400:00000010:3.0:1788941354.506792:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613d48. 00000100:00000001:3.0:1788941354.506795:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941354.506801:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976bf94e00 x1875827959597824/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788941354.506810:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976bf94e00 x1875827959597824/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941354.506816:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941354.506818:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941354.506820:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941354.506932:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941354.506935:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941354.506938:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941354.506941:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941354.506950:0:2396:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc88460 time=152 v=60 (60 60 60 61) 00000100:00001000:3.0:1788941354.506954:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc88418 time=16 v=5 (1 1 1 0) 00000100:00000001:3.0:1788941354.506957:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941354.506959:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941354.506962:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788941354.506968:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88976bf94e00 x1875827959597824/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788941354.506976:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941354.506979:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941354.506981:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff889767e18000: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1788941354.506991:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941354.506993:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941354.506998:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976bf94e00 x1875827959597824/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941354.507005:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941354.507008:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941354.507010:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941354.507014:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976bf94e00 x1875827959597824/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941354.507022:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976bf94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2396:1875827959597824:192.168.206.112@tcp:400:kworker.0 00000100:00000001:3.0:1788941354.507027:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941354.507030:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941354.507033:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976bf94e00 x1875827959597824/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941354.507041:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941354.507043:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941354.507046:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88975af0c400. 02000000:00000001:3.0:1788941354.507049:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941354.507052:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788941354.507054:0:2396:0:(genops.c:1223:class_import_put()) import ffff88976bc88000 refcount=3 obd=lustre-MDT0001-mdc-ffff889767e18000 00000020:00000001:3.0:1788941354.507056:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788941354.507058:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff889767e55d00. 02000000:00000001:3.0:1788941354.507062:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941354.507063:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941354.507065:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976bf94e00. 00000100:00000001:3.0:1788941354.507069:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941354.507070:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941354.507072:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941354.507078:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941354.507080:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941354.507082:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941354.507085:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941354.738986:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941354.738993:0:250116:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788941354.738995:0:250116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941354.738999:0:250116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941354.739003:0:250116:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788941354.739005:0:250116:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941354.739007:0:250116:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941354.739009:0:250116:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941354.739013:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941354.739014:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941354.739145:0:252129:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941354.739148:0:252129:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941354.739150:0:252129:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941355.763167:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941355.763172:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941355.763178:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941355.763180:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941355.763263:0:236344:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941355.763267:0:236344:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941355.763270:0:236344:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941356.787028:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941356.787036:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941356.787042:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941356.787043:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941356.790545:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941356.790551:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941356.790556:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941357.811005:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941357.811012:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941357.811017:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941357.811019:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941357.814733:0:245732:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941357.814739:0:245732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941357.814744:0:245732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788941358.322960:0:276107:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af000 (cpu 0) has reached its deadline 4307231455, at 4307231488 00000100:00000010:0.0:1788941358.322974:0:276107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8897786654e0. 00000100:00000040:1.0:1788941358.323704:0:276806:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af110 (cpu 1) has reached its deadline 4307231462, at 4307231488 00000100:00000010:1.0:1788941358.323711:0:276806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889778665cc0. 00010000:00000001:2.0:1788941358.835057:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941358.835063:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941358.835068:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941358.835069:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941358.841990:0:242292:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941358.841999:0:242292:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941358.842004:0:242292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788941359.603077:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788941359.603101:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788941359.603107:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c693b80. 00000020:00000040:3.0:1788941359.603112:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b1000 refcount=4 obd=MGC192.168.206.112@tcp 00000100:00000001:3.0:1788941359.603127:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941359.603130:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941359.603135:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941359.603143:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977330f900. 00000100:00000001:3.0:1788941359.603150:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941359.603161:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS req@ffff88976c693b80 x1875827959598080/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788941359.603171:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941359.603175:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941359.603180:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741ab191] to pc [ptlrpcd_01_00+0] req@ffff88976c693b80 x1875827959598080/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941359.603207:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941359.603210:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788941359.603213:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788941359.603216:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c690380. 00000020:00000040:3.0:1788941359.603218:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=6 obd=lustre-MDT0000-mdc-ffff889767e18000 00000100:00000001:3.0:1788941359.603221:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941359.603222:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941359.603224:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941359.603227:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977330fa00. 00000100:00000001:3.0:1788941359.603230:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941359.603234:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID req@ffff88976c690380 x1875827959598208/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788941359.603241:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941359.603242:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941359.603246:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091410b62] to pc [ptlrpcd_01_01+1] req@ffff88976c690380 x1875827959598208/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941359.603253:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941359.603260:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788941359.603263:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788941359.603265:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c692680. 00000020:00000040:3.0:1788941359.603268:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc88000 refcount=4 obd=lustre-MDT0001-mdc-ffff889767e18000 00000100:00000001:3.0:1788941359.603269:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941359.603270:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941359.603272:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941359.603275:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977330f700. 00000100:00000001:3.0:1788941359.603278:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941359.603281:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID req@ffff88976c692680 x1875827959598336/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788941359.603287:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941359.603289:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941359.603292:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020528c27] to pc [ptlrpcd_01_00+0] req@ffff88976c692680 x1875827959598336/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941359.603298:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941359.603300:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788941359.603302:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788941359.603305:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976c693100. 00000020:00000040:3.0:1788941359.603307:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b5800 refcount=4 obd=lustre-OST0000-osc-ffff889767e18000 00000100:00000001:3.0:1788941359.603308:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788941359.603309:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788941359.603310:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788941359.603312:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977330fb00. 00000100:00000001:3.0:1788941359.603314:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941359.603317:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID req@ffff88976c693100 x1875827959598464/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788941359.603323:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788941359.603324:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941359.603328:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0f0a8d6] to pc [ptlrpcd_01_01+1] req@ffff88976c693100 x1875827959598464/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941359.603344:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941359.603345:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788941359.603348:0:233298:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788941359.603352:0:233298:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12570) 00000100:00000001:2.0:1788941359.603566:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941359.603571:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941359.603574:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788941359.603580:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c693b80 x1875827959598080/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941359.603587:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941359.603589:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941359.603593:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788941359.603595:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788941359.603598:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941359.603601:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c693b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2396:1875827959598080:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941359.603605:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788941359.603610:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788941359.603612:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941359.603614:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788941359.603619:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889771695400. 02000000:00000001:2.0:1788941359.603621:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941359.603627:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:2.0:1788941359.603631:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897735f9a50. 00000400:00000010:2.0:1788941359.603637:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9d48. 00000100:00000200:2.0:1788941359.603643:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959598080, portal 25 00000100:00000001:2.0:1788941359.603645:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941359.603647:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673116032 : -131291036435584 : ffff88976c693b80) 00000100:00000040:2.0:1788941359.603652:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976c693b80 x1875827959598080/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941359.603659:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788941359.603667:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:2.0:1788941359.603670:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9110. 00000100:00000200:2.0:1788941359.603674:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875827959598080, offset 0 00000400:00000200:2.0:1788941359.603680:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:2.0:1788941359.603688:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941359.603694:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:2.0:1788941359.603699:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788941359.603703:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:2.0:1788941359.603707:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788941359.603710:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:2.0:1788941359.603713:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545730:545730:256:4294967295] 192.168.206.112@tcp LPNI seq info [545715:545715:8:4294967295] 00000400:00000200:2.0:1788941359.603717:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941359.603727:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:2.0:1788941359.603732:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:2.0:1788941359.603737:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889767e55600. 00000800:00000200:2.0:1788941359.603743:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:2.0:1788941359.603750:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:2.0:1788941359.603754:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889767e55600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788941359.603773:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941359.603777:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941359.603779:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307236575 00000100:00000010:2.0:1788941359.603785:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8897786657e0. 00000100:00000001:2.0:1788941359.603791:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788941359.603796:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307236575 00000100:00000010:2.0:1788941359.603800:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889778665cc0. 00000100:00000001:2.0:1788941359.603803:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788941359.603805:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941359.603808:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941359.603811:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788941359.603814:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c692680 x1875827959598336/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941359.603832:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941359.603834:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941359.603836:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788941359.603838:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788941359.603840:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941359.603844:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2396:1875827959598336:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941359.603847:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788941359.603850:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788941359.603875:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941359.603877:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788941359.603881:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889771694800. 02000000:00000001:2.0:1788941359.603883:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941359.603887:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:2.0:1788941359.603890:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897735f90b0. 00000400:00000010:2.0:1788941359.603894:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9088. 00000100:00000200:2.0:1788941359.603896:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959598336, portal 10 00000100:00000001:2.0:1788941359.603898:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941359.603900:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673110656 : -131291036440960 : ffff88976c692680) 00000100:00000040:2.0:1788941359.603906:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976c692680 x1875827959598336/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941359.603912:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788941359.603914:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:2.0:1788941359.603916:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9f68. 00000100:00000200:2.0:1788941359.603918:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959598336, offset 0 00000400:00000200:2.0:1788941359.603923:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:2.0:1788941359.603926:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941359.603930:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:2.0:1788941359.603933:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788941359.603935:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:2.0:1788941359.603937:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788941359.603945:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:2.0:1788941359.603954:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545731:545731:255:4294967295] 192.168.206.112@tcp LPNI seq info [545716:545716:7:4294967295] 00000400:00000200:2.0:1788941359.603958:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941359.603965:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:2.0:1788941359.603969:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:2.0:1788941359.603973:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889767e55400. 00000800:00000200:2.0:1788941359.603976:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:2.0:1788941359.603980:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:2.0:1788941359.603983:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889767e55400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788941359.603985:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941359.603989:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: using a timeout of 20891 usecs (21 jiffies) 00000400:00000200:2.0:1788941359.603992:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941359.603994:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307232790 00000100:00000001:2.0:1788941359.603996:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307236575 00000100:00000001:2.0:1788941359.603998:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307232790 00000100:00000001:2.0:1788941359.604000:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307236575 00000100:00000001:2.0:1788941359.604002:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941359.604004:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941359.604006:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941359.604009:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941359.604015:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941359.604017:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788941359.604019:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941359.604020:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941359.604022:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941359.604024:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788941359.604026:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941359.604028:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941359.604029:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941359.604031:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941359.604032:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941359.604033:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788941359.604037:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c690380 x1875827959598208/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941359.604048:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941359.604049:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941359.604051:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788941359.604053:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788941359.604055:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941359.604058:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2396:1875827959598208:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941359.604061:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788941359.604063:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788941359.604064:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941359.604066:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788941359.604069:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889771694e00. 02000000:00000001:2.0:1788941359.604070:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941359.604073:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:2.0:1788941359.604076:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897735f9bb0. 00000400:00000010:2.0:1788941359.604079:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9000. 00000100:00000200:2.0:1788941359.604082:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959598208, portal 10 00000100:00000001:2.0:1788941359.604083:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941359.604085:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673101696 : -131291036449920 : ffff88976c690380) 00000100:00000040:2.0:1788941359.604090:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976c690380 x1875827959598208/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941359.604096:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788941359.604098:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:2.0:1788941359.604100:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c94c8. 00000100:00000200:2.0:1788941359.604102:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959598208, offset 0 00000400:00000200:2.0:1788941359.604106:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:2.0:1788941359.604109:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941359.604112:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:2.0:1788941359.604129:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788941359.604132:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:2.0:1788941359.604134:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788941359.604137:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:2.0:1788941359.604146:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545732:545732:254:4294967295] 192.168.206.112@tcp LPNI seq info [545717:545717:6:4294967295] 00000400:00000200:2.0:1788941359.604150:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941359.604157:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:2.0:1788941359.604162:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:2.0:1788941359.604165:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889767e55900. 00000800:00000200:2.0:1788941359.604169:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:2.0:1788941359.604174:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:2.0:1788941359.604176:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889767e55900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788941359.604179:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941359.604182:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34546 usecs (35 jiffies) 00000400:00000200:2.0:1788941359.604184:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941359.604186:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307232804 00000100:00000001:2.0:1788941359.604188:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307236575 00000100:00000001:2.0:1788941359.604190:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307232804 00000100:00000001:2.0:1788941359.604192:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307236575 00000100:00000001:2.0:1788941359.604194:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941359.604196:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941359.604198:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788941359.604202:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976c693100 x1875827959598464/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941359.604209:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941359.604211:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941359.604213:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788941359.604214:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788941359.604217:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941359.604219:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976c693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2396:1875827959598464:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941359.604222:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788941359.604224:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788941359.604225:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941359.604233:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788941359.604236:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889771695600. 02000000:00000001:2.0:1788941359.604238:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941359.604241:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:2.0:1788941359.604244:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897735f9688. 00000400:00000010:2.0:1788941359.604247:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c97f8. 00000100:00000200:2.0:1788941359.604249:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959598464, portal 4 00000100:00000001:2.0:1788941359.604251:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941359.604252:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782673113344 : -131291036438272 : ffff88976c693100) 00000100:00000040:2.0:1788941359.604257:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976c693100 x1875827959598464/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941359.604263:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788941359.604265:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:2.0:1788941359.604268:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c93b8. 00000100:00000200:2.0:1788941359.604271:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875827959598464, offset 0 00000400:00000200:2.0:1788941359.604274:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:2.0:1788941359.604278:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941359.604280:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:2.0:1788941359.604283:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788941359.604285:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:2.0:1788941359.604287:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788941359.604288:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:2.0:1788941359.604291:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545733:545733:253:4294967295] 192.168.206.112@tcp LPNI seq info [545718:545718:5:4294967295] 00000400:00000200:2.0:1788941359.604294:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941359.604299:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:2.0:1788941359.604303:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:2.0:1788941359.604306:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889767e55a00. 00000800:00000200:2.0:1788941359.604309:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:2.0:1788941359.604313:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:2.0:1788941359.604315:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889767e55a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788941359.604317:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941359.604325:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: using a timeout of 138247 usecs (139 jiffies) 00000400:00000200:2.0:1788941359.604328:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941359.604329:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307232908 00000100:00000001:2.0:1788941359.604331:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307236575 00000100:00000001:2.0:1788941359.604333:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307232908 00000100:00000001:2.0:1788941359.604335:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307236575 00000100:00000001:2.0:1788941359.604337:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941359.604339:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941359.604341:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941359.604344:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941359.604354:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941359.604356:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788941359.604493:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941359.604497:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889767e55600. 00000400:00000200:0.0:1788941359.604504:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941359.604509:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941359.604514:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9110 00000400:00000010:0.0:1788941359.604517:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9110. 00000100:00000001:0.0:1788941359.604522:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941359.604527:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c693b80 x1875827959598080/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941359.604535:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941359.604539:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c693b80 x1875827959598080/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941359.604546:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941359.604553:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788941359.604566:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941359.604568:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889767e55400. 00000400:00000200:0.0:1788941359.604571:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941359.604575:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941359.604577:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9f68 00000400:00000010:0.0:1788941359.604579:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9f68. 00000100:00000001:0.0:1788941359.604581:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941359.604584:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c692680 x1875827959598336/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941359.604591:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941359.604593:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c692680 x1875827959598336/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941359.604599:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941359.604601:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788941359.604608:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941359.604610:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889767e55900. 00000400:00000200:0.0:1788941359.604612:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941359.604615:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941359.604618:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c94c8 00000400:00000010:0.0:1788941359.604620:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c94c8. 00000100:00000001:0.0:1788941359.604622:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941359.604625:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c690380 x1875827959598208/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941359.604632:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941359.604635:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c690380 x1875827959598208/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941359.604641:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941359.604643:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788941359.604701:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941359.604704:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889767e55a00. 00000400:00000200:0.0:1788941359.604707:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941359.604711:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941359.604719:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c93b8 00000400:00000010:0.0:1788941359.604720:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c93b8. 00000100:00000001:0.0:1788941359.604723:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941359.604727:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976c693100 x1875827959598464/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941359.604734:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941359.604737:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976c693100 x1875827959598464/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941359.604744:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941359.604745:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788941359.610881:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941359.610896:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941359.610901:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941359.610903:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941359.610912:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941359.610919:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:0.0:1788941359.610927:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941359.610932:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941359.610936:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941359.610940:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 4 MB=0x6aa0e3b310d80 00000400:00000200:0.0:1788941359.610944:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941359.610950:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538251 [1] + 224 00000800:00000001:0.0:1788941359.610956:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941359.610963:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941359.610966:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941359.610970:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:0.0:1788941359.610977:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941359.610985:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c693100 x1875827959598464/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788941359.610996:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976c693100 x1875827959598464/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941359.611034:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788941359.611050:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941359.611053:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941359.611702:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941359.611708:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788941359.611715:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788941359.611717:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788941359.611720:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897735f9688. 00000400:00000200:2.0:1788941359.611725:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c97f8 00000400:00000010:2.0:1788941359.611728:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c97f8. 00000100:00000001:2.0:1788941359.611731:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788941359.611737:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c693100 x1875827959598464/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788941359.611747:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c693100 x1875827959598464/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941359.611754:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788941359.611756:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941359.611758:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788941359.611761:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788941359.611764:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788941359.611766:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941359.611769:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788941359.611777:0:2396:0:(import.c:2149:obd_at_measure()) add 36 to ffff8897505b5c60 time=6 v=36 (36 36 5 5) 00000100:00001000:2.0:1788941359.611782:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b5c18 time=36 v=5 (1 1 1 1) 00000100:00000001:2.0:1788941359.611791:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788941359.611804:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941359.611808:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788941359.611810:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941359.611813:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788941359.611815:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff889767e18000: skip recheck: last_committed 42949693494 00000100:00000001:2.0:1788941359.611818:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788941359.611819:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941359.611825:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c693100 x1875827959598464/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941359.611831:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941359.611834:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788941359.611836:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788941359.611839:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c693100 x1875827959598464/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941359.611845:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c693100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2396:1875827959598464:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941359.611879:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941359.611882:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941359.611885:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c693100 x1875827959598464/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941359.611892:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788941359.611894:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788941359.611897:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889771695600. 02000000:00000001:2.0:1788941359.611900:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788941359.611902:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788941359.611904:0:2396:0:(genops.c:1223:class_import_put()) import ffff8897505b5800 refcount=3 obd=lustre-OST0000-osc-ffff889767e18000 00000020:00000001:2.0:1788941359.611906:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788941359.611908:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977330fb00. 02000000:00000001:2.0:1788941359.611911:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788941359.611912:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788941359.611914:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c693100. 00000100:00000001:2.0:1788941359.611917:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788941359.611924:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941359.611927:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941359.611928:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941359.611930:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941359.611931:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941359.611933:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788941359.612539:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941359.612550:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941359.612562:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941359.612564:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941359.612570:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941359.612575:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:0.0:1788941359.612582:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941359.612586:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941359.612590:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941359.612594:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b310d00 00000400:00000200:0.0:1788941359.612598:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941359.612602:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538241 [1] + 224 00000800:00000001:0.0:1788941359.612608:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941359.612611:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941359.612613:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941359.612617:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:0.0:1788941359.612621:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941359.612626:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c692680 x1875827959598336/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788941359.612634:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976c692680 x1875827959598336/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941359.612651:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788941359.612658:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941359.612661:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941359.612663:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941359.612665:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941359.612668:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941359.612671:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:0.0:1788941359.612685:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941359.612688:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941359.612691:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941359.612694:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b310c80 00000400:00000200:0.0:1788941359.612697:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941359.612700:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538249 [1] + 224 00000800:00000001:0.0:1788941359.612704:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941359.612710:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941359.612712:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941359.612715:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:0.0:1788941359.612717:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941359.612721:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c690380 x1875827959598208/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788941359.612729:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976c690380 x1875827959598208/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941359.612736:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788941359.612739:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941359.612742:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941359.612946:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941359.612949:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788941359.612953:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788941359.612955:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788941359.612958:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897735f9bb0. 00000400:00000200:2.0:1788941359.612961:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9000 00000400:00000010:2.0:1788941359.612963:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9000. 00000100:00000001:2.0:1788941359.612966:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788941359.612970:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c690380 x1875827959598208/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788941359.612977:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c690380 x1875827959598208/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941359.612982:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788941359.612983:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941359.612985:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788941359.612988:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788941359.612989:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788941359.612991:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941359.612993:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788941359.612998:0:2396:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=7 v=60 (60 60 60 60) 00000100:00001000:2.0:1788941359.613002:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=51 v=5 (1 1 1 0) 00000100:00000001:2.0:1788941359.613004:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788941359.613006:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941359.613008:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788941359.613010:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941359.613012:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788941359.613014:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771466 00000100:00000001:2.0:1788941359.613015:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788941359.613017:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941359.613021:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c690380 x1875827959598208/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941359.613032:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941359.613035:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788941359.613036:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788941359.613176:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c690380 x1875827959598208/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941359.613186:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2396:1875827959598208:192.168.206.112@tcp:400:kworker.0 00000400:00000001:2.0:1788941359.613192:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788941359.613193:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788941359.613195:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897735f90b0. 00000400:00000200:2.0:1788941359.613198:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9088 00000400:00000010:2.0:1788941359.613200:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9088. 00000100:00000001:2.0:1788941359.613202:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788941359.613205:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c692680 x1875827959598336/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788941359.613214:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c692680 x1875827959598336/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941359.613221:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788941359.613222:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941359.613224:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788941359.613226:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788941359.613227:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788941359.613229:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941359.613230:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788941359.613235:0:2396:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc88460 time=7 v=60 (60 60 60 60) 00000100:00001000:2.0:1788941359.613238:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc88418 time=21 v=5 (1 1 1 0) 00000100:00000001:2.0:1788941359.613241:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788941359.613242:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941359.613244:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788941359.613248:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88976c692680 x1875827959598336/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788941359.613267:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941359.613270:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788941359.613271:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff889767e18000: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1788941359.613273:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788941359.613274:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941359.613279:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c692680 x1875827959598336/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941359.613285:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941359.613287:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788941359.613288:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788941359.613292:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c692680 x1875827959598336/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941359.613300:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c692680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2396:1875827959598336:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941359.613304:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941359.613306:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941359.613310:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c690380 x1875827959598208/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941359.613316:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788941359.613318:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788941359.613321:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889771694e00. 02000000:00000001:2.0:1788941359.613323:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788941359.613325:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788941359.613327:0:2396:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=5 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:2.0:1788941359.613330:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788941359.613332:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977330fa00. 02000000:00000001:2.0:1788941359.613335:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788941359.613336:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788941359.613338:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c690380. 00000100:00000001:2.0:1788941359.613341:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788941359.613342:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941359.613348:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941359.613352:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c692680 x1875827959598336/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941359.613357:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788941359.613358:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788941359.613359:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889771694800. 02000000:00000001:2.0:1788941359.613361:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788941359.613362:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788941359.613363:0:2396:0:(genops.c:1223:class_import_put()) import ffff88976bc88000 refcount=3 obd=lustre-MDT0001-mdc-ffff889767e18000 00000020:00000001:2.0:1788941359.613365:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788941359.613366:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977330f700. 02000000:00000001:2.0:1788941359.613368:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788941359.613369:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788941359.613371:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c692680. 00000100:00000001:2.0:1788941359.613373:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788941359.613374:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941359.613376:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941359.613378:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941359.613380:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941359.613381:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941359.613383:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788941359.625427:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941359.625455:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941359.625460:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941359.625463:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941359.625470:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941359.625478:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:0.0:1788941359.625486:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941359.625491:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941359.625495:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941359.625499:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 25 MB=0x6aa0e3b310c00 00000400:00000200:0.0:1788941359.625504:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941359.625510:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538239 [1] + 224 00000800:00000001:0.0:1788941359.625516:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941359.625537:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941359.625540:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941359.625545:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:0.0:1788941359.625562:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941359.625571:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976c693b80 x1875827959598080/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788941359.625581:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976c693b80 x1875827959598080/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941359.625601:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788941359.625609:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941359.625612:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941359.625779:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941359.625784:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788941359.625790:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788941359.625792:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788941359.625805:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897735f9a50. 00000400:00000200:2.0:1788941359.625810:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9d48 00000400:00000010:2.0:1788941359.625813:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9d48. 00000100:00000001:2.0:1788941359.625815:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788941359.625820:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976c693b80 x1875827959598080/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788941359.625829:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976c693b80 x1875827959598080/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941359.625836:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788941359.625838:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941359.625840:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788941359.625977:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788941359.625980:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788941359.625983:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941359.625986:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788941359.625993:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8897505b1460 time=7 v=5 (5 5 5 5) 00000100:00001000:2.0:1788941359.625998:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b1418 time=51 v=5 (1 1 1 0) 00000100:00000001:2.0:1788941359.626000:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788941359.626002:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941359.626005:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788941359.626007:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941359.626009:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941359.626015:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976c693b80 x1875827959598080/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941359.626021:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941359.626024:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788941359.626026:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788941359.626029:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976c693b80 x1875827959598080/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941359.626047:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976c693b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2396:1875827959598080:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941359.626053:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941359.626055:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941359.626059:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976c693b80 x1875827959598080/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941359.626064:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788941359.626067:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788941359.626070:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889771695400. 02000000:00000001:2.0:1788941359.626074:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788941359.626077:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788941359.626078:0:2396:0:(genops.c:1223:class_import_put()) import ffff8897505b1000 refcount=3 obd=MGC192.168.206.112@tcp 00000020:00000001:2.0:1788941359.626080:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788941359.626082:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977330f900. 02000000:00000001:2.0:1788941359.626086:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788941359.626087:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788941359.626094:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976c693b80. 00000100:00000001:2.0:1788941359.626097:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788941359.626099:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941359.626101:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941359.626107:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941359.626109:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941359.626111:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941359.626113:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941359.862946:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941359.862952:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941359.862958:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941359.862959:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941359.863132:0:252129:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941359.863136:0:252129:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941359.863139:0:252129:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941360.882970:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941360.882976:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941360.882982:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941360.882983:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941360.883099:0:236344:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941360.883103:0:236344:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941360.883106:0:236344:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941361.907133:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941361.907139:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941361.907144:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941361.907145:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941361.907211:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941361.907214:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941361.907217:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941362.930949:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941362.930955:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941362.930961:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941362.930964:0:250116:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788941362.930966:0:250116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941362.930972:0:250116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941362.930974:0:250116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941362.930975:0:250116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941362.930978:0:250116:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788941362.930980:0:250116:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941362.930982:0:250116:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941362.930984:0:250116:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941362.931100:0:245732:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941362.931103:0:245732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941362.931106:0:245732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788941363.442930:0:276107:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af000 (cpu 0) has reached its deadline 4307236575, at 4307236608 00000100:00000010:0.0:1788941363.442976:0:276107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8897786657e0. 00000100:00000040:1.0:1788941363.443063:0:276806:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af110 (cpu 1) has reached its deadline 4307236575, at 4307236608 00000100:00000010:1.0:1788941363.443068:0:276806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889778665cc0. 00010000:00000001:2.0:1788941363.955931:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941363.955937:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941363.955942:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941363.955943:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941363.958963:0:242292:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941363.958969:0:242292:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941363.958974:0:242292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788941364.723077:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788941364.723086:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788941364.723109:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976bf97100. 00000020:00000040:2.0:1788941364.723115:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b1000 refcount=4 obd=MGC192.168.206.112@tcp 00000100:00000001:2.0:1788941364.723119:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788941364.723122:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788941364.723126:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788941364.723133:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff889767e55200. 00000100:00000001:2.0:1788941364.723140:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941364.723152:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS req@ffff88976bf97100 x1875827959598592/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788941364.723163:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788941364.723167:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941364.723173:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089ebb9fc] to pc [ptlrpcd_01_00+0] req@ffff88976bf97100 x1875827959598592/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941364.723218:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941364.723222:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941364.723225:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941364.723231:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976bf97100 x1875827959598592/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941364.723238:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941364.723240:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941364.723243:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941364.723246:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941364.723248:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941364.723251:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976bf97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2396:1875827959598592:192.168.206.112@tcp:400:kworker.0 00000100:00000001:3.0:1788941364.723255:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941364.723260:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941364.723263:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941364.723265:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941364.723270:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889758915800. 02000000:00000001:3.0:1788941364.723273:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941364.723279:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:3.0:1788941364.723284:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897718179f8. 00000400:00000010:3.0:1788941364.723290:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613d48. 00000100:00000200:3.0:1788941364.723296:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959598592, portal 25 00000100:00000001:3.0:1788941364.723299:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941364.723300:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782665789696 : -131291043761920 : ffff88976bf97100) 00000100:00000040:3.0:1788941364.723306:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976bf97100 x1875827959598592/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941364.723313:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941364.723322:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:3.0:1788941364.723324:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613c38. 00000100:00000200:3.0:1788941364.723328:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875827959598592, offset 0 00000400:00000200:3.0:1788941364.723334:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:3.0:1788941364.723342:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941364.723349:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:3.0:1788941364.723353:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941364.723357:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:3.0:1788941364.723361:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941364.723363:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:3.0:1788941364.723367:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545734:545734:256:4294967295] 192.168.206.112@tcp LPNI seq info [545719:545719:8:4294967295] 00000400:00000200:3.0:1788941364.723372:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941364.723381:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:3.0:1788941364.723386:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:3.0:1788941364.723390:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977330f400. 00000800:00000200:3.0:1788941364.723396:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:3.0:1788941364.723403:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:3.0:1788941364.723418:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977330f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788941364.723443:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941364.723447:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:3.0:1788941364.723450:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307241695 00000100:00000010:3.0:1788941364.723454:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8897717a24e0. 00000100:00000001:3.0:1788941364.723460:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788941364.723465:0:2396:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307241695 00000100:00000010:3.0:1788941364.723468:0:2396:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8897717a2120. 00000100:00000001:3.0:1788941364.723471:0:2396:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788941364.723473:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941364.723476:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941364.723479:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941364.723482:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788941364.723602:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941364.723607:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977330f400. 00000400:00000200:0.0:1788941364.723611:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941364.723617:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941364.723622:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613c38 00000400:00000010:0.0:1788941364.723624:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613c38. 00000100:00000001:0.0:1788941364.723628:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941364.723632:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976bf97100 x1875827959598592/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941364.723642:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941364.723645:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976bf97100 x1875827959598592/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941380 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941364.723657:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941364.723659:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788941364.725892:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941364.725899:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788941364.725903:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788941364.725911:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976bf95c00. 00000020:00000040:2.0:1788941364.725917:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=6 obd=lustre-MDT0000-mdc-ffff889767e18000 00000100:00000001:2.0:1788941364.725921:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788941364.725935:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788941364.725939:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788941364.725945:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff889767e55700. 00000100:00000001:2.0:1788941364.725951:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941364.725961:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID req@ffff88976bf95c00 x1875827959598720/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788941364.725970:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788941364.725974:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941364.725980:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039ec2aed] to pc [ptlrpcd_01_01+1] req@ffff88976bf95c00 x1875827959598720/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941364.733787:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941364.733804:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788941364.733809:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941364.733811:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941364.733815:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941364.733819:0:2396:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788941364.733821:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941364.733823:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941364.733825:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941364.733827:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941364.733828:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941364.733829:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941364.733841:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976bf95c00 x1875827959598720/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941364.733851:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941364.733887:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941364.733892:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941364.733895:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941364.733898:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941364.733901:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976bf95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2396:1875827959598720:192.168.206.112@tcp:400:kworker.0 00000100:00000001:3.0:1788941364.733906:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941364.733911:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941364.733914:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941364.733916:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941364.733922:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889758914a00. 02000000:00000001:3.0:1788941364.735077:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941364.735095:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:3.0:1788941364.735102:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897718171b8. 00000400:00000010:3.0:1788941364.735110:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897486134c8. 00000100:00000200:3.0:1788941364.735116:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959598720, portal 10 00000100:00000001:3.0:1788941364.735119:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941364.735120:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782665784320 : -131291043767296 : ffff88976bf95c00) 00000100:00000040:3.0:1788941364.735131:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976bf95c00 x1875827959598720/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941364.735139:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941364.735151:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:3.0:1788941364.735155:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613660. 00000100:00000200:3.0:1788941364.735159:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959598720, offset 0 00000400:00000200:3.0:1788941364.735166:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:3.0:1788941364.735175:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941364.735182:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:3.0:1788941364.735187:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941364.735191:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:3.0:1788941364.735195:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941364.735197:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:3.0:1788941364.735201:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545735:545735:256:4294967295] 192.168.206.112@tcp LPNI seq info [545720:545720:8:4294967295] 00000400:00000200:3.0:1788941364.735206:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941364.735215:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:3.0:1788941364.735231:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:3.0:1788941364.735237:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977330f400. 00000800:00000200:3.0:1788941364.735243:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:3.0:1788941364.735250:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:3.0:1788941364.735254:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977330f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788941364.735460:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941364.735464:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788941364.735474:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788941364.735479:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976bf97800. 00000020:00000040:2.0:1788941364.735484:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc88000 refcount=4 obd=lustre-MDT0001-mdc-ffff889767e18000 00000100:00000001:2.0:1788941364.735488:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788941364.735490:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788941364.735495:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788941364.735501:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff889767e55300. 00000100:00000001:2.0:1788941364.735507:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941364.735513:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID req@ffff88976bf97800 x1875827959598848/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788941364.735532:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788941364.735536:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941364.735542:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060e8ec5d] to pc [ptlrpcd_01_00+0] req@ffff88976bf97800 x1875827959598848/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941364.735553:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941364.735555:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788941364.735558:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788941364.735561:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976bf94e00. 00000020:00000040:2.0:1788941364.735564:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b5800 refcount=4 obd=lustre-OST0000-osc-ffff889767e18000 00000100:00000001:2.0:1788941364.735566:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788941364.735567:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788941364.735569:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788941364.735572:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff889767e55800. 00000100:00000001:2.0:1788941364.735575:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941364.735579:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID req@ffff88976bf94e00 x1875827959598976/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788941364.735586:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788941364.735588:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941364.735591:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f715e738] to pc [ptlrpcd_01_01+1] req@ffff88976bf94e00 x1875827959598976/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941364.735610:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941364.735612:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788941364.735616:0:233298:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788941364.735620:0:233298:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12575) 00000100:00000001:2.0:1788941364.735638:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941364.735641:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941364.735642:0:2397:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788941364.735647:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976bf94e00 x1875827959598976/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941364.735654:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788941364.735656:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941364.735659:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788941364.735661:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788941364.735663:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788941364.735667:0:2397:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976bf94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959598976:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941364.735671:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788941364.735674:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788941364.735676:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941364.735678:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788941364.735682:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889771694000. 02000000:00000001:2.0:1788941364.735684:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788941364.735687:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:2.0:1788941364.735703:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8897735f9a50. 00000400:00000010:2.0:1788941364.735707:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9d48. 00000100:00000200:2.0:1788941364.735710:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959598976, portal 4 00000100:00000001:2.0:1788941364.735712:0:2397:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788941364.735714:0:2397:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782665780736 : -131291043770880 : ffff88976bf94e00) 00000100:00000040:2.0:1788941364.735720:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976bf94e00 x1875827959598976/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941364.735727:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788941364.735733:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:2.0:1788941364.735735:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897721c9088. 00000100:00000200:2.0:1788941364.735738:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875827959598976, offset 0 00000400:00000200:2.0:1788941364.735742:0:2397:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:2.0:1788941364.735747:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941364.735751:0:2397:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:2.0:1788941364.735754:0:2397:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788941364.735756:0:2397:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:2.0:1788941364.735759:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788941364.735761:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:2.0:1788941364.735764:0:2397:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545736:545736:255:4294967295] 192.168.206.112@tcp LPNI seq info [545721:545721:7:4294967295] 00000400:00000200:2.0:1788941364.735768:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:2.0:1788941364.735775:0:2397:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:2.0:1788941364.735779:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:2.0:1788941364.735782:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889767e55c00. 00000800:00000200:2.0:1788941364.735786:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:2.0:1788941364.735791:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:2.0:1788941364.735793:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889767e55c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788941364.736443:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941364.736450:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34540 usecs (35 jiffies) 00000400:00000200:3.0:1788941364.736455:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:3.0:1788941364.736458:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307237936 00000100:00000001:3.0:1788941364.736462:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307241695 00000100:00000001:3.0:1788941364.736464:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307237936 00000100:00000001:3.0:1788941364.736467:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307241695 00000100:00000001:3.0:1788941364.736469:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941364.736472:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941364.736476:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941364.736479:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941364.736485:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941364.736494:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788941364.736496:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941364.736497:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941364.736499:0:2396:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788941364.736505:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976bf97800 x1875827959598848/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941364.742338:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941364.742348:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: using a timeout of 138153 usecs (139 jiffies) 00000400:00000200:2.0:1788941364.742355:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:2.0:1788941364.742359:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307238046 00000100:00000001:2.0:1788941364.742363:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307241695 00000100:00000001:2.0:1788941364.742365:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307238046 00000100:00000001:2.0:1788941364.742367:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307241695 00000100:00000001:2.0:1788941364.742369:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941364.742373:0:2397:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941364.742377:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941364.742381:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941364.742387:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941364.742404:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1788941364.742417:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941364.742419:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788941364.742420:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941364.742423:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941364.742652:0:2396:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788941364.742655:0:2396:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941364.742660:0:2396:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788941364.742663:0:2396:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788941364.742665:0:2396:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788941364.742672:0:2396:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976bf97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2396:1875827959598848:192.168.206.112@tcp:400:kworker.0 00000100:00000001:3.0:1788941364.742676:0:2396:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788941364.742682:0:2396:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788941364.742684:0:2396:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941364.742687:0:2396:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788941364.742706:0:2396:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889758915200. 02000000:00000001:3.0:1788941364.742709:0:2396:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788941364.742714:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:3.0:1788941364.742718:0:2396:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889771817bb0. 00000400:00000010:3.0:1788941364.742724:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613000. 00000100:00000200:3.0:1788941364.742730:0:2396:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959598848, portal 10 00000100:00000001:3.0:1788941364.742732:0:2396:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788941364.742734:0:2396:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782665791488 : -131291043760128 : ffff88976bf97800) 00000100:00000040:3.0:1788941364.742743:0:2396:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976bf97800 x1875827959598848/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941364.742752:0:2396:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788941364.742754:0:2396:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:3.0:1788941364.742757:0:2396:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889748613f68. 00000100:00000200:3.0:1788941364.742760:0:2396:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959598848, offset 0 00000400:00000200:3.0:1788941364.742765:0:2396:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:3.0:1788941364.742772:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941364.742779:0:2396:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:3.0:1788941364.742789:0:2396:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788941364.742793:0:2396:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:3.0:1788941364.742796:0:2396:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788941364.742799:0:2396:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:3.0:1788941364.742803:0:2396:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545737:545737:254:4294967295] 192.168.206.112@tcp LPNI seq info [545722:545722:6:4294967295] 00000400:00000200:3.0:1788941364.742808:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941364.742817:0:2396:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:3.0:1788941364.742823:0:2396:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:3.0:1788941364.742827:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977330f900. 00000800:00000200:3.0:1788941364.742832:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:3.0:1788941364.742839:0:2396:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:3.0:1788941364.742843:0:2396:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977330f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788941364.742846:0:2396:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941364.742849:0:2396:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: using a timeout of 20891 usecs (21 jiffies) 00000400:00000200:3.0:1788941364.742876:0:2396:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:3.0:1788941364.742878:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307237929 00000100:00000001:3.0:1788941364.742881:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307241695 00000100:00000001:3.0:1788941364.742883:0:2396:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307237929 00000100:00000001:3.0:1788941364.742885:0:2396:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307241695 00000100:00000001:3.0:1788941364.742886:0:2396:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941364.742888:0:2396:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941364.742891:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941364.742893:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941364.742897:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941364.742899:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788941364.742900:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941364.742901:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941364.742903:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941364.742905:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788941364.743319:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941364.743331:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788941364.743334:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941364.743336:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941364.743341:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941364.743345:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:0.0:1788941364.743351:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941364.743355:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941364.743359:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941364.743362:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 25 MB=0x6aa0e3b310e00 00000400:00000200:0.0:1788941364.743366:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941364.743371:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538259 [1] + 224 00000800:00000001:0.0:1788941364.743377:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941364.743385:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788941364.743388:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941364.743392:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:0.0:1788941364.743398:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941364.743403:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976bf97100 x1875827959598592/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941380 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788941364.743425:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976bf97100 x1875827959598592/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941364.743537:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941364.743539:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941364.743562:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1788941364.743595:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941364.743598:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977330f400. 00000400:00000200:0.0:1788941364.743602:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941364.743606:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941364.743609:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613660 00000400:00000010:0.0:1788941364.743612:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613660. 00000100:00000001:0.0:1788941364.743615:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941364.743625:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976bf95c00 x1875827959598720/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941364.743635:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941364.743638:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976bf95c00 x1875827959598720/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941364.743646:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941364.743647:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788941364.743653:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788941364.743656:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788941364.743661:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941364.743663:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889767e55c00. 00000400:00000200:0.0:1788941364.743666:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941364.743669:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941364.743672:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9088 00000400:00000010:0.0:1788941364.743674:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9088. 00000100:00000001:0.0:1788941364.743676:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941364.743680:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976bf94e00 x1875827959598976/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941364.743686:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941364.743703:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976bf94e00 x1875827959598976/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941364.743710:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941364.743712:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788941364.743762:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941364.743765:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977330f900. 00000400:00000200:0.0:1788941364.743767:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941364.743771:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941364.743774:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613f68 00000400:00000010:0.0:1788941364.743776:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613f68. 00000100:00000001:0.0:1788941364.743778:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941364.743781:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976bf97800 x1875827959598848/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941364.743789:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941364.743797:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976bf97800 x1875827959598848/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941364.743803:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941364.743805:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788941364.752277:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941364.752670:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788941364.752675:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1788941364.752675:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1788941364.752680:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1788941364.752680:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1788941364.752684:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897718179f8. 00000400:00000200:1.0:1788941364.752690:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941364.752697:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941364.752704:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941364.752708:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941364.752713:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941364.752717:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 4 MB=0x6aa0e3b310f80 00000400:00000200:1.0:1788941364.752720:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:3.0:1788941364.753202:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613d48 00000400:00000010:3.0:1788941364.753206:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613d48. 00000100:00000001:3.0:1788941364.753211:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941364.753220:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976bf97100 x1875827959598592/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941380 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788941364.753241:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976bf97100 x1875827959598592/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941380 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941364.753249:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941364.753251:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941364.753254:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941364.753257:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941364.753260:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941364.753262:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941364.753265:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941364.753271:0:2396:0:(import.c:2149:obd_at_measure()) add 5 to ffff8897505b1460 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1788941364.753275:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b1418 time=56 v=5 (1 1 1 0) 00000100:00000001:3.0:1788941364.753278:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941364.753279:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941364.753282:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941364.753284:0:2396:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941364.753286:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941364.753291:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976bf97100 x1875827959598592/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941364.753299:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941364.753302:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941364.753304:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941364.753307:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976bf97100 x1875827959598592/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941380 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941364.753316:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976bf97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2396:1875827959598592:192.168.206.112@tcp:400:kworker.0 00000100:00000001:3.0:1788941364.753321:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941364.753337:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941364.753341:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976bf97100 x1875827959598592/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941380 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941364.753348:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941364.753350:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941364.753353:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889758915800. 02000000:00000001:3.0:1788941364.753357:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941364.753360:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788941364.753362:0:2396:0:(genops.c:1223:class_import_put()) import ffff8897505b1000 refcount=3 obd=MGC192.168.206.112@tcp 00000020:00000001:3.0:1788941364.753364:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788941364.753367:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff889767e55200. 02000000:00000001:3.0:1788941364.753370:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941364.753371:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941364.753373:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976bf97100. 00000100:00000001:3.0:1788941364.753376:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941364.753378:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941364.753381:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941364.753383:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941364.753385:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788941364.753387:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941364.753389:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941364.753399:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538269 [1] + 224 00000800:00000001:1.0:1788941364.753422:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941364.753429:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941364.753432:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941364.753437:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941364.753442:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941364.753448:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976bf94e00 x1875827959598976/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941364.753457:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976bf94e00 x1875827959598976/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941364.753476:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941364.753484:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941364.753487:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941364.753495:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941364.753498:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941364.753501:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941364.753505:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941364.753509:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941364.753511:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941364.753514:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941364.753517:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b310e80 00000400:00000200:1.0:1788941364.753520:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941364.753524:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538261 [1] + 224 00000800:00000001:1.0:1788941364.753527:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941364.753529:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941364.753531:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941364.753534:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941364.753537:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941364.753541:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976bf95c00 x1875827959598720/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941364.753549:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976bf95c00 x1875827959598720/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941364.753564:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941364.753569:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941364.753572:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941364.753574:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941364.753576:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941364.753578:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941364.753581:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941364.753585:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941364.753587:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941364.753590:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941364.753593:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b310f00 00000400:00000200:1.0:1788941364.753596:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941364.753601:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538271 [1] + 224 00000100:00000001:2.0:1788941364.753611:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1788941364.753612:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788941364.753616:0:2397:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788941364.753621:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1788941364.753622:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788941364.753623:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1788941364.753626:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1788941364.753627:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897735f9a50. 00000400:00000200:2.0:1788941364.753633:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897721c9d48 00000400:00000200:1.0:1788941364.753633:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000010:2.0:1788941364.753637:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897721c9d48. 00000100:00000001:2.0:1788941364.753641:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1788941364.753651:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941364.753657:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976bf97800 x1875827959598848/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941364.753666:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976bf97800 x1875827959598848/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941364.753671:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941364.753675:0:2396:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941364.753677:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941364.753689:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941364.753691:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788941364.753759:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976bf94e00 x1875827959598976/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788941364.753770:0:2397:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976bf94e00 x1875827959598976/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941364.753777:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788941364.753779:0:2397:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941364.753781:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788941364.753782:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788941364.753783:0:2397:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788941364.753785:0:2397:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788941364.753787:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788941364.753792:0:2397:0:(import.c:2149:obd_at_measure()) add 36 to ffff8897505b5c60 time=11 v=36 (36 36 5 5) 00000100:00001000:2.0:1788941364.753795:0:2397:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b5c18 time=41 v=5 (1 1 1 1) 00000100:00000001:2.0:1788941364.753797:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788941364.753799:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941364.753800:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788941364.753803:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941364.753806:0:2397:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788941364.753808:0:2397:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff889767e18000: skip recheck: last_committed 42949693494 00000100:00000001:2.0:1788941364.753810:0:2397:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788941364.753812:0:2397:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788941364.753816:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976bf94e00 x1875827959598976/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941364.753834:0:2397:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788941364.753836:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788941364.753838:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788941364.753842:0:2397:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976bf94e00 x1875827959598976/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788941364.753850:0:2397:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976bf94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2397:1875827959598976:192.168.206.112@tcp:400:kworker.0 00000100:00000001:2.0:1788941364.753879:0:2397:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941364.753881:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788941364.753885:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976bf94e00 x1875827959598976/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788941364.753891:0:2397:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788941364.753903:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788941364.753905:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889771694000. 02000000:00000001:2.0:1788941364.753908:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788941364.753909:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788941364.753911:0:2397:0:(genops.c:1223:class_import_put()) import ffff8897505b5800 refcount=3 obd=lustre-OST0000-osc-ffff889767e18000 00000020:00000001:2.0:1788941364.753913:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788941364.753915:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff889767e55800. 02000000:00000001:2.0:1788941364.753917:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788941364.753918:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788941364.753919:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976bf94e00. 00000100:00000001:2.0:1788941364.753922:0:2397:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788941364.753924:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941364.753925:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788941364.754227:0:2397:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788941364.754229:0:2397:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788941364.754232:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788941364.754234:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788941364.754320:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941364.754322:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941364.754324:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889771817bb0. 00000400:00000200:3.0:1788941364.754328:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889748613000 00000400:00000010:3.0:1788941364.754330:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889748613000. 00000100:00000001:3.0:1788941364.754332:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941364.754337:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976bf97800 x1875827959598848/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788941364.754346:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976bf97800 x1875827959598848/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941364.754352:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941364.754353:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941364.754356:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941364.754364:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941364.754365:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941364.754366:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941364.754368:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941364.754373:0:2396:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc88460 time=12 v=60 (60 60 60 60) 00000100:00001000:3.0:1788941364.754377:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc88418 time=26 v=5 (1 1 1 0) 00000100:00000001:3.0:1788941364.754379:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941364.754380:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941364.754382:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788941364.754386:0:2396:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88976bf97800 x1875827959598848/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788941364.754392:0:2396:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941364.754395:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941364.754396:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff889767e18000: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1788941364.754398:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941364.754399:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941364.754403:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976bf97800 x1875827959598848/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941364.754421:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941364.754423:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941364.754424:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941364.754428:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976bf97800 x1875827959598848/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941364.754508:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976bf97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2396:1875827959598848:192.168.206.112@tcp:400:kworker.0 00000400:00000001:3.0:1788941364.754514:0:2396:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788941364.754582:0:2396:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788941364.754584:0:2396:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8897718171b8. 00000400:00000200:3.0:1788941364.754587:0:2396:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897486134c8 00000400:00000010:3.0:1788941364.754589:0:2396:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897486134c8. 00000100:00000001:3.0:1788941364.754592:0:2396:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788941364.754596:0:2396:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976bf95c00 x1875827959598720/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788941364.754615:0:2396:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976bf95c00 x1875827959598720/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941364.754622:0:2396:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788941364.754623:0:2396:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941364.754625:0:2396:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788941364.754627:0:2396:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788941364.754628:0:2396:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788941364.754629:0:2396:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788941364.754631:0:2396:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788941364.754635:0:2396:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=12 v=60 (60 60 60 60) 00000100:00001000:3.0:1788941364.754638:0:2396:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=56 v=5 (1 1 1 0) 00000100:00000001:3.0:1788941364.754641:0:2396:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788941364.754642:0:2396:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788941364.754644:0:2396:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788941364.754646:0:2396:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941364.754648:0:2396:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788941364.754650:0:2396:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771466 00000100:00000001:3.0:1788941364.754652:0:2396:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788941364.754653:0:2396:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788941364.754657:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976bf95c00 x1875827959598720/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941364.754663:0:2396:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788941364.754665:0:2396:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788941364.754666:0:2396:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788941364.754669:0:2396:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976bf95c00 x1875827959598720/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788941364.754676:0:2396:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976bf95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2396:1875827959598720:192.168.206.112@tcp:400:kworker.0 00000100:00000001:3.0:1788941364.754680:0:2396:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941364.754682:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941364.754685:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976bf97800 x1875827959598848/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941364.754777:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941364.754779:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941364.754781:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889758915200. 02000000:00000001:3.0:1788941364.754784:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941364.754785:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788941364.754787:0:2396:0:(genops.c:1223:class_import_put()) import ffff88976bc88000 refcount=3 obd=lustre-MDT0001-mdc-ffff889767e18000 00000020:00000001:3.0:1788941364.754789:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788941364.754791:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff889767e55300. 02000000:00000001:3.0:1788941364.754793:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941364.754795:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941364.754796:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976bf97800. 00000100:00000001:3.0:1788941364.754799:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941364.754800:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941364.754802:0:2396:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788941364.754805:0:2396:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976bf95c00 x1875827959598720/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788941364.754811:0:2396:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788941364.754813:0:2396:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788941364.754814:0:2396:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889758914a00. 02000000:00000001:3.0:1788941364.754816:0:2396:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788941364.754817:0:2396:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788941364.754818:0:2396:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=5 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:3.0:1788941364.754819:0:2396:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788941364.754821:0:2396:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff889767e55700. 02000000:00000001:3.0:1788941364.754822:0:2396:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788941364.754823:0:2396:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788941364.754824:0:2396:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976bf95c00. 00000100:00000001:3.0:1788941364.754826:0:2396:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788941364.754827:0:2396:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941364.754829:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788941364.754833:0:2396:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788941364.754834:0:2396:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788941364.754836:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788941364.754838:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941364.978914:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941364.978922:0:250116:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788941364.978924:0:250116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941364.978928:0:250116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941364.978939:0:250116:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788941364.978940:0:250116:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941364.978942:0:250116:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941364.978945:0:250116:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941364.978949:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941364.978951:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941364.983007:0:252129:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941364.983013:0:252129:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941364.983018:0:252129:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941366.003064:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941366.003071:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941366.003475:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941366.003477:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941366.004210:0:236344:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941366.004214:0:236344:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941366.004217:0:236344:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941367.027614:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941367.027620:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941367.027625:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941367.027627:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941367.027753:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941367.027757:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941367.027759:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941368.051010:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941368.051016:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941368.051021:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941368.051022:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941368.051277:0:245732:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941368.051280:0:245732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941368.051283:0:245732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788941368.562983:0:276107:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af000 (cpu 0) has reached its deadline 4307241695, at 4307241728 00000100:00000010:0.0:1788941368.562997:0:276107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8897717a24e0. 00000100:00000040:1.0:1788941368.563044:0:276806:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af110 (cpu 1) has reached its deadline 4307241695, at 4307241728 00000100:00000010:1.0:1788941368.563051:0:276806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8897717a2120. 00010000:00000001:2.0:1788941369.078067:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941369.078075:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941369.078082:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941369.078083:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941369.078633:0:242292:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941369.078638:0:242292:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941369.078641:0:242292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788941369.843703:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788941369.843714:0:266403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788941369.843723:0:266403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098d500. 00000020:00000040:0.0:1788941369.843728:0:266403:0:(genops.c:1210:class_import_get()) import ffff8897505b1000 refcount=4 obd=MGC192.168.206.112@tcp 00000100:00000001:0.0:1788941369.843732:0:266403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941369.843735:0:266403:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941369.843750:0:266403:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941369.845459:0:266403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8896412e8900. 00000100:00000001:0.0:1788941369.845474:0:266403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941369.845489:0:266403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS req@ffff88976098d500 x1875827959599104/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941369.845501:0:266403:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941369.845506:0:266403:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941369.845512:0:266403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097687cde] to pc [ptlrpcd_00_01+1] req@ffff88976098d500 x1875827959599104/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.845593:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941369.845598:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941369.845602:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941369.845608:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098d500 x1875827959599104/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.845615:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941369.845618:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941369.845622:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941369.845627:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941369.845630:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941369.845633:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2395:1875827959599104:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941369.845638:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941369.845660:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941369.845663:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941369.845665:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941369.845670:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897480dec00. 02000000:00000001:1.0:1788941369.845673:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941369.845681:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941369.845686:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e15580. 00000400:00000010:1.0:1788941369.845692:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897605254c8. 00000100:00000200:1.0:1788941369.845699:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959599104, portal 25 00000100:00000001:1.0:1788941369.845702:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941369.845704:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474908928 : -131291234642688 : ffff88976098d500) 00000100:00000040:1.0:1788941369.845709:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098d500 x1875827959599104/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.845716:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941369.845718:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941369.845720:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525908. 00000100:00000200:1.0:1788941369.845723:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875827959599104, offset 0 00000400:00000200:1.0:1788941369.845730:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941369.845765:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.845773:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941369.845778:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941369.845782:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941369.845786:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941369.845789:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941369.845792:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545738:545738:256:4294967295] 192.168.206.112@tcp LPNI seq info [545723:545723:8:4294967295] 00000400:00000200:1.0:1788941369.845797:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.845815:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941369.845820:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941369.845826:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889743ef7800. 00000800:00000200:1.0:1788941369.845832:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941369.845839:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941369.845844:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889743ef7800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941369.845900:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941369.845905:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941369.845908:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307246817 00000100:00000010:1.0:1788941369.845912:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889746b8b2a0. 00000100:00000001:1.0:1788941369.845918:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788941369.845925:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307246817 00000100:00000010:1.0:1788941369.845928:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889746b8b6c0. 00000100:00000001:1.0:1788941369.845930:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788941369.845933:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941369.845935:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941369.845938:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941369.845940:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941369.846147:0:266403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941369.846152:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788941369.846162:0:266403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788941369.846166:0:266403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098ca80. 00000020:00000040:0.0:1788941369.846171:0:266403:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=6 obd=lustre-MDT0000-mdc-ffff889767e18000 00000100:00000001:0.0:1788941369.846174:0:266403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941369.846176:0:266403:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941369.846180:0:266403:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941369.846184:0:266403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8896412e8a00. 00000100:00000001:0.0:1788941369.846188:0:266403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941369.846194:0:266403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID req@ffff88976098ca80 x1875827959599232/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941369.846202:0:266403:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941369.846204:0:266403:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941369.846208:0:266403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5817e88] to pc [ptlrpcd_00_00+0] req@ffff88976098ca80 x1875827959599232/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.851214:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941369.851221:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788941369.851227:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941369.851229:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941369.851232:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941369.851235:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788941369.851237:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941369.851239:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941369.851241:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941369.851242:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941369.851243:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941369.851245:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941369.851257:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098ca80 x1875827959599232/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.851267:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941369.851269:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941369.851273:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941369.851276:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941369.851279:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941369.851282:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959599232:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941369.851286:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941369.851307:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941369.851310:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941369.851312:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941369.851317:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897480de200. 02000000:00000001:1.0:1788941369.851320:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941369.851326:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941369.851330:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e153c8. 00000400:00000010:1.0:1788941369.851336:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525198. 00000100:00000200:1.0:1788941369.851342:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959599232, portal 10 00000100:00000001:1.0:1788941369.851345:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941369.851346:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474906240 : -131291234645376 : ffff88976098ca80) 00000100:00000040:1.0:1788941369.851364:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098ca80 x1875827959599232/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.851371:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941369.851374:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941369.851389:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525880. 00000100:00000200:1.0:1788941369.851392:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959599232, offset 0 00000400:00000200:1.0:1788941369.851399:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941369.851407:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.851414:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941369.851418:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941369.851435:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941369.851439:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941369.851441:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941369.851445:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545739:545739:255:4294967295] 192.168.206.112@tcp LPNI seq info [545724:545724:7:4294967295] 00000400:00000200:1.0:1788941369.851449:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.851457:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941369.851463:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941369.851468:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889743ef7100. 00000800:00000200:1.0:1788941369.851475:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941369.851482:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941369.851485:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889743ef7100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941369.851496:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941369.851501:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34541 usecs (35 jiffies) 00000400:00000200:1.0:1788941369.851505:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941369.851508:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307243050 00000100:00000001:1.0:1788941369.851511:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307246817 00000100:00000001:1.0:1788941369.851513:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307243050 00000100:00000001:1.0:1788941369.851516:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307246817 00000100:00000001:1.0:1788941369.851518:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941369.851521:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941369.851523:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941369.851526:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788941369.851569:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941369.851573:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889743ef7800. 00000400:00000200:1.0:1788941369.851579:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941369.851584:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941369.851589:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525908 00000400:00000010:1.0:1788941369.851591:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525908. 00000100:00000001:1.0:1788941369.851596:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941369.851601:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098d500 x1875827959599104/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941385 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.851611:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941369.851614:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098d500 x1875827959599104/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941385 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.851622:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941369.851623:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788941369.851687:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941369.851690:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889743ef7100. 00000400:00000200:1.0:1788941369.851693:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941369.851697:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941369.851699:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525880 00000400:00000010:1.0:1788941369.851701:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525880. 00000100:00000001:1.0:1788941369.851703:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941369.851714:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098ca80 x1875827959599232/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.851722:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941369.851725:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098ca80 x1875827959599232/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.851731:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941369.851732:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788941369.851758:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941369.851760:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788941369.857593:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941369.857613:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941369.857617:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941369.857619:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941369.857628:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.857636:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941369.857646:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.857651:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.857655:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.857660:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b311080 00000400:00000200:1.0:1788941369.857664:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.857669:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538289 [1] + 224 00000800:00000001:1.0:1788941369.857676:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941369.857680:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941369.857683:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941369.857688:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941369.857694:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941369.857702:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098ca80 x1875827959599232/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941369.857713:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098ca80 x1875827959599232/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.857732:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941369.857752:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941369.857756:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941369.857758:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941369.857760:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941369.857763:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.857766:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941369.857770:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.857773:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.857775:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.857778:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 25 MB=0x6aa0e3b311000 00000400:00000200:1.0:1788941369.857781:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.857786:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538279 [1] + 224 00000800:00000001:1.0:1788941369.857789:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941369.857879:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941369.857882:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941369.857885:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941369.857889:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941369.857893:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098d500 x1875827959599104/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941385 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941369.857902:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098d500 x1875827959599104/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.857909:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941369.857914:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941369.857917:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941369.857930:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941369.857934:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788941369.857939:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788941369.857941:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788941369.857944:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e153c8. 00000400:00000200:1.0:1788941369.857947:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525198 00000400:00000010:1.0:1788941369.857949:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525198. 00000100:00000001:1.0:1788941369.857952:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941369.857956:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098ca80 x1875827959599232/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788941369.857974:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098ca80 x1875827959599232/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.857979:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788941369.857982:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941369.857984:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788941369.857987:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788941369.857989:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788941369.857991:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941369.857994:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788941369.858002:0:2395:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=17 v=60 (60 60 60 60) 00000100:00001000:1.0:1788941369.858005:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=61 v=5 (1 1 1 0) 00000100:00000001:1.0:1788941369.858007:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788941369.858009:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941369.858011:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788941369.858014:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941369.858017:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788941369.858019:0:2395:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771466 00000100:00000001:1.0:1788941369.858021:0:2395:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788941369.858022:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941369.858026:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098ca80 x1875827959599232/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.858033:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941369.858036:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788941369.858037:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788941369.858041:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098ca80 x1875827959599232/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788941369.858048:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959599232:192.168.206.112@tcp:400:kworker.0 00000400:00000001:1.0:1788941369.858054:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788941369.858055:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788941369.858057:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e15580. 00000400:00000200:1.0:1788941369.858063:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897605254c8 00000400:00000010:1.0:1788941369.858065:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897605254c8. 00000100:00000001:1.0:1788941369.858067:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941369.858071:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098d500 x1875827959599104/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941385 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788941369.858078:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098d500 x1875827959599104/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941385 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.858084:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788941369.858086:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941369.858087:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788941369.858089:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788941369.858090:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788941369.858092:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941369.858093:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788941369.858096:0:2395:0:(import.c:2149:obd_at_measure()) add 5 to ffff8897505b1460 time=17 v=5 (5 5 5 5) 00000100:00001000:1.0:1788941369.858098:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b1418 time=61 v=5 (1 1 1 0) 00000100:00000001:1.0:1788941369.858100:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788941369.858101:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941369.858102:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788941369.858104:0:2395:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941369.858105:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941369.858108:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098d500 x1875827959599104/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.858114:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941369.858115:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788941369.858116:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788941369.858119:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098d500 x1875827959599104/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941385 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788941369.858126:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2395:1875827959599104:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941369.858130:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941369.858132:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941369.858135:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098ca80 x1875827959599232/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.858146:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788941369.858149:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788941369.858152:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897480de200. 02000000:00000001:1.0:1788941369.858155:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788941369.858158:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788941369.858159:0:2395:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=5 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:1.0:1788941369.858161:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788941369.858163:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8896412e8a00. 02000000:00000001:1.0:1788941369.858166:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788941369.858168:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788941369.858170:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098ca80. 00000100:00000001:1.0:1788941369.858173:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788941369.858174:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941369.858176:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941369.858180:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098d500 x1875827959599104/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941385 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.858185:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788941369.858187:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788941369.858188:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897480dec00. 02000000:00000001:1.0:1788941369.858190:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788941369.858191:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788941369.858192:0:2395:0:(genops.c:1223:class_import_put()) import ffff8897505b1000 refcount=3 obd=MGC192.168.206.112@tcp 00000020:00000001:1.0:1788941369.858194:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788941369.858195:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8896412e8900. 02000000:00000001:1.0:1788941369.858197:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788941369.858198:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788941369.858199:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098d500. 00000100:00000001:1.0:1788941369.858204:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788941369.858205:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941369.858207:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941369.858213:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941369.858215:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941369.858217:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941369.858219:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941369.860603:0:266403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941369.860613:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788941369.860617:0:266403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788941369.860626:0:266403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098e680. 00000020:00000040:0.0:1788941369.860631:0:266403:0:(genops.c:1210:class_import_get()) import ffff88976bc88000 refcount=4 obd=lustre-MDT0001-mdc-ffff889767e18000 00000100:00000001:0.0:1788941369.860635:0:266403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941369.860638:0:266403:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941369.860642:0:266403:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941369.860650:0:266403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8896412e8b00. 00000100:00000001:0.0:1788941369.860656:0:266403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941369.860666:0:266403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID req@ffff88976098e680 x1875827959599360/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941369.860677:0:266403:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941369.860681:0:266403:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941369.860686:0:266403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019624676] to pc [ptlrpcd_00_01+1] req@ffff88976098e680 x1875827959599360/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941369.860719:0:266403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941369.860722:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788941369.860725:0:266403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788941369.860728:0:266403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098ed80. 00000020:00000040:0.0:1788941369.860730:0:266403:0:(genops.c:1210:class_import_get()) import ffff8897505b5800 refcount=4 obd=lustre-OST0000-osc-ffff889767e18000 00000100:00000001:0.0:1788941369.860733:0:266403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941369.860734:0:266403:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941369.860736:0:266403:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941369.860740:0:266403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8896412e8f00. 00000100:00000001:0.0:1788941369.860743:0:266403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941369.860747:0:266403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID req@ffff88976098ed80 x1875827959599488/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941369.860755:0:266403:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941369.860757:0:266403:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941369.860761:0:266403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096004a74] to pc [ptlrpcd_00_00+0] req@ffff88976098ed80 x1875827959599488/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941369.860769:0:266403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941369.860771:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788941369.860775:0:266403:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788941369.860780:0:266403:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12580) 00000100:00000001:1.0:1788941369.860961:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941369.860970:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941369.860973:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941369.860979:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098ed80 x1875827959599488/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.860987:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941369.860989:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941369.860992:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941369.860995:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941369.860997:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941369.861001:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959599488:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941369.861005:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941369.861010:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941369.861012:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941369.861015:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941369.861019:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897480dec00. 02000000:00000001:1.0:1788941369.861022:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941369.861028:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941369.861031:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e15580. 00000400:00000010:1.0:1788941369.861037:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897605254c8. 00000100:00000200:1.0:1788941369.861042:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959599488, portal 4 00000100:00000001:1.0:1788941369.861044:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941369.861046:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474915200 : -131291234636416 : ffff88976098ed80) 00000100:00000040:1.0:1788941369.861052:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098ed80 x1875827959599488/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.861059:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941369.861061:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941369.861064:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525198. 00000100:00000200:1.0:1788941369.861066:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875827959599488, offset 0 00000400:00000200:1.0:1788941369.861071:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941369.861079:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.861086:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941369.861091:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941369.861095:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941369.861104:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941369.861106:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941369.861110:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545740:545740:256:4294967295] 192.168.206.112@tcp LPNI seq info [545725:545725:8:4294967295] 00000400:00000200:1.0:1788941369.861115:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.861124:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941369.861130:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941369.861135:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889743ef7100. 00000800:00000200:1.0:1788941369.861141:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941369.861148:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941369.861152:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889743ef7100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941369.861171:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941369.861175:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: using a timeout of 138068 usecs (139 jiffies) 00000400:00000200:1.0:1788941369.861179:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941369.861182:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307243165 00000100:00000001:1.0:1788941369.861185:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307246817 00000100:00000001:1.0:1788941369.861187:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307243165 00000100:00000001:1.0:1788941369.861189:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307246817 00000100:00000001:1.0:1788941369.861192:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941369.861194:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941369.861197:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941369.861199:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941369.861205:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941369.861207:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1788941369.861209:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941369.861210:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941369.861211:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941369.861213:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788941369.861215:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941369.861217:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941369.861218:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941369.861220:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941369.861226:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941369.861228:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941369.861232:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098e680 x1875827959599360/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.861239:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941369.861240:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941369.861242:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941369.861244:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941369.861246:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941369.861249:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959599360:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941369.861252:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941369.861255:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941369.861256:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941369.861258:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941369.861261:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897480de200. 02000000:00000001:1.0:1788941369.861263:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941369.861267:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941369.861270:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e153c8. 00000400:00000010:1.0:1788941369.861274:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525880. 00000100:00000200:1.0:1788941369.861277:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959599360, portal 10 00000100:00000001:1.0:1788941369.861279:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941369.861280:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474913408 : -131291234638208 : ffff88976098e680) 00000100:00000040:1.0:1788941369.861286:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098e680 x1875827959599360/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.861292:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941369.861294:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941369.861296:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525908. 00000100:00000200:1.0:1788941369.861299:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959599360, offset 0 00000400:00000200:1.0:1788941369.861302:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941369.861307:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.861310:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941369.861313:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941369.861315:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941369.861323:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941369.861325:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941369.861328:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545741:545741:255:4294967295] 192.168.206.112@tcp LPNI seq info [545726:545726:7:4294967295] 00000400:00000200:1.0:1788941369.861332:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.861338:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941369.861342:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941369.861346:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff889743ef7800. 00000800:00000200:1.0:1788941369.861959:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941369.861965:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941369.861969:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889743ef7800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941369.861973:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941369.861976:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: using a timeout of 20891 usecs (21 jiffies) 00000400:00000200:1.0:1788941369.861979:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941369.861981:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307243048 00000100:00000001:1.0:1788941369.861984:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307246817 00000100:00000001:1.0:1788941369.861986:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307243048 00000100:00000001:1.0:1788941369.861988:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307246817 00000100:00000001:1.0:1788941369.861990:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941369.861992:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941369.861994:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941369.861997:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941369.862009:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941369.862011:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788941369.862101:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941369.862105:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889743ef7100. 00000400:00000200:0.0:1788941369.862112:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941369.862117:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941369.862123:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525198 00000400:00000010:0.0:1788941369.862125:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525198. 00000100:00000001:0.0:1788941369.862130:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941369.862136:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098ed80 x1875827959599488/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941369.862158:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941369.862162:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098ed80 x1875827959599488/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941369.862169:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941369.862171:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788941369.862235:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941369.862239:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff889743ef7800. 00000400:00000200:0.0:1788941369.862241:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941369.862245:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941369.862248:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525908 00000400:00000010:0.0:1788941369.862249:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525908. 00000100:00000001:0.0:1788941369.862252:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941369.862255:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098e680 x1875827959599360/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941369.862262:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941369.862265:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098e680 x1875827959599360/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941369.862270:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941369.862272:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788941369.866473:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941369.866489:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941369.866493:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941369.866495:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941369.866503:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.866511:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941369.866519:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.866523:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.866540:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.866543:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b311100 00000400:00000200:1.0:1788941369.866548:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.866552:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x5382a9 [1] + 224 00000800:00000001:1.0:1788941369.866559:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941369.866565:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941369.866568:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941369.866572:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941369.866578:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941369.866587:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098e680 x1875827959599360/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941369.866598:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098e680 x1875827959599360/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.866626:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941369.866635:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941369.866638:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941369.867546:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941369.867555:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941369.867558:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941369.867560:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941369.867566:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.867571:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941369.867578:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.867581:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.867584:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.867588:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 4 MB=0x6aa0e3b311180 00000400:00000200:1.0:1788941369.867592:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941369.867597:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538299 [1] + 224 00000800:00000001:1.0:1788941369.867602:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941369.867654:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941369.867657:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941369.867661:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941369.867672:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941369.867680:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098ed80 x1875827959599488/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941369.867689:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098ed80 x1875827959599488/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941369.867697:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941369.867703:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941369.867706:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941369.868001:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941369.868006:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788941369.868012:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941369.868014:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941369.868017:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e153c8. 00000400:00000200:0.0:1788941369.868022:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525880 00000400:00000010:0.0:1788941369.868024:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525880. 00000100:00000001:0.0:1788941369.868027:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941369.868032:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098e680 x1875827959599360/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941369.868041:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098e680 x1875827959599360/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941369.868068:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941369.868070:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941369.868073:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941369.868076:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941369.868079:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941369.868081:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941369.868083:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941369.868093:0:2394:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc88460 time=17 v=60 (60 60 60 60) 00000100:00001000:0.0:1788941369.868097:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc88418 time=31 v=5 (1 1 1 0) 00000100:00000001:0.0:1788941369.868099:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941369.868100:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941369.868103:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788941369.868108:0:2394:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88976098e680 x1875827959599360/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788941369.868114:0:2394:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941369.868117:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788941369.868119:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff889767e18000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1788941369.868121:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788941369.868123:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941369.868127:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098e680 x1875827959599360/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941369.868134:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941369.868137:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941369.868139:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941369.868142:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098e680 x1875827959599360/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941369.868149:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959599360:192.168.206.112@tcp:400:kworker.0 00000400:00000001:0.0:1788941369.868155:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941369.868157:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941369.868158:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e15580. 00000400:00000200:0.0:1788941369.868166:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897605254c8 00000400:00000010:0.0:1788941369.868167:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897605254c8. 00000100:00000001:0.0:1788941369.868170:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941369.868174:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098ed80 x1875827959599488/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941369.868181:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098ed80 x1875827959599488/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941369.868186:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941369.868187:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941369.868189:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941369.868190:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941369.868192:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941369.868193:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941369.868194:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941369.868199:0:2394:0:(import.c:2149:obd_at_measure()) add 36 to ffff8897505b5c60 time=16 v=36 (36 36 5 5) 00000100:00001000:0.0:1788941369.868201:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b5c18 time=46 v=5 (1 1 1 1) 00000100:00000001:0.0:1788941369.868203:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941369.868204:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941369.868206:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788941369.868208:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941369.868209:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788941369.868211:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff889767e18000: skip recheck: last_committed 42949693494 00000100:00000001:0.0:1788941369.868369:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788941369.868371:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941369.868376:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098ed80 x1875827959599488/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941369.868449:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941369.868451:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941369.868452:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941369.868456:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098ed80 x1875827959599488/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941369.868462:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959599488:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941369.868472:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941369.868475:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941369.868479:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098e680 x1875827959599360/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941369.868484:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941369.868487:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941369.868490:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897480de200. 02000000:00000001:0.0:1788941369.868493:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941369.868495:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941369.868497:0:2394:0:(genops.c:1223:class_import_put()) import ffff88976bc88000 refcount=3 obd=lustre-MDT0001-mdc-ffff889767e18000 00000020:00000001:0.0:1788941369.868499:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941369.868501:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8896412e8b00. 02000000:00000001:0.0:1788941369.868504:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941369.868506:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941369.868507:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098e680. 00000100:00000001:0.0:1788941369.868512:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941369.868513:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941369.868514:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941369.868518:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098ed80 x1875827959599488/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941369.868523:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941369.868524:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941369.868525:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897480dec00. 02000000:00000001:0.0:1788941369.868527:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941369.868528:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941369.868529:0:2394:0:(genops.c:1223:class_import_put()) import ffff8897505b5800 refcount=3 obd=lustre-OST0000-osc-ffff889767e18000 00000020:00000001:0.0:1788941369.868530:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941369.868532:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8896412e8f00. 02000000:00000001:0.0:1788941369.868533:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941369.868534:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941369.868535:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098ed80. 00000100:00000001:0.0:1788941369.868538:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941369.868539:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941369.868541:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941369.868547:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788941369.868553:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941369.868556:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941369.868558:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941370.099010:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941370.099017:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941370.099023:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941370.099024:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941370.099902:0:252129:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941370.099906:0:252129:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941370.099910:0:252129:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941371.123112:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941371.123117:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941371.123123:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941371.123124:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941371.123271:0:236344:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941371.123274:0:236344:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941371.123277:0:236344:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941372.148547:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941372.148556:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941372.148562:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941372.148565:0:250116:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788941372.148567:0:250116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941372.148572:0:250116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941372.148574:0:250116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941372.148576:0:250116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941372.148597:0:250116:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788941372.148599:0:250116:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941372.148601:0:250116:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941372.148603:0:250116:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941372.148689:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941372.148693:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941372.148695:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941373.171023:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941373.171029:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941373.171034:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941373.171035:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941373.171230:0:245732:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941373.171233:0:245732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941373.171236:0:245732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788941373.682998:0:276806:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af110 (cpu 1) has reached its deadline 4307246817, at 4307246848 00000100:00000010:1.0:1788941373.683011:0:276806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889746b8b6c0. 00000100:00000040:0.0:1788941373.683097:0:276107:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af000 (cpu 0) has reached its deadline 4307246817, at 4307246848 00000100:00000010:0.0:1788941373.683103:0:276107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889746b8b2a0. 00010000:00000001:2.0:1788941374.195006:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941374.195016:0:250116:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788941374.195019:0:250116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941374.195023:0:250116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941374.195030:0:250116:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788941374.195032:0:250116:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941374.195035:0:250116:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941374.195037:0:250116:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941374.195042:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941374.195044:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941374.195133:0:242292:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941374.195149:0:242292:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941374.195152:0:242292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788941374.964092:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788941374.964103:0:266403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788941374.964109:0:266403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772194700. 00000020:00000040:1.0:1788941374.964115:0:266403:0:(genops.c:1210:class_import_get()) import ffff8897505b1000 refcount=4 obd=MGC192.168.206.112@tcp 00000100:00000001:1.0:1788941374.964120:0:266403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941374.964123:0:266403:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941374.964129:0:266403:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941374.964136:0:266403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff889743ef7400. 00000100:00000001:1.0:1788941374.964142:0:266403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941374.964152:0:266403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS req@ffff889772194700 x1875827959599616/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788941374.964162:0:266403:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941374.964166:0:266403:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941374.964172:0:266403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a8a7c2d] to pc [ptlrpcd_00_01+1] req@ffff889772194700 x1875827959599616/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.964220:0:266403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941374.964223:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788941374.964226:0:266403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788941374.964229:0:266403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772194a80. 00000020:00000040:1.0:1788941374.964232:0:266403:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=6 obd=lustre-MDT0000-mdc-ffff889767e18000 00000100:00000001:1.0:1788941374.964234:0:266403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941374.964236:0:266403:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941374.964238:0:266403:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941374.964242:0:266403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff889743ef7800. 00000100:00000001:1.0:1788941374.964245:0:266403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941374.964249:0:266403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID req@ffff889772194a80 x1875827959599744/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788941374.964257:0:266403:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941374.964259:0:266403:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941374.964263:0:266403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000383a5f60] to pc [ptlrpcd_00_00+0] req@ffff889772194a80 x1875827959599744/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.964270:0:266403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941374.964271:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788941374.964274:0:266403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788941374.964276:0:266403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772197480. 00000020:00000040:1.0:1788941374.964278:0:266403:0:(genops.c:1210:class_import_get()) import ffff88976bc88000 refcount=4 obd=lustre-MDT0001-mdc-ffff889767e18000 00000100:00000001:1.0:1788941374.964280:0:266403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941374.964281:0:266403:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941374.964283:0:266403:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941374.964285:0:266403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff889743ef7100. 00000100:00000001:1.0:1788941374.964288:0:266403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941374.964292:0:266403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID req@ffff889772197480 x1875827959599872/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788941374.964298:0:266403:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941374.964306:0:266403:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941374.964310:0:266403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbc830a0] to pc [ptlrpcd_00_01+1] req@ffff889772197480 x1875827959599872/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.964317:0:266403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941374.964319:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788941374.964322:0:266403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788941374.964325:0:266403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772196d80. 00000020:00000040:1.0:1788941374.964327:0:266403:0:(genops.c:1210:class_import_get()) import ffff8897505b5800 refcount=4 obd=lustre-OST0000-osc-ffff889767e18000 00000100:00000001:1.0:1788941374.964329:0:266403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941374.964331:0:266403:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941374.964332:0:266403:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941374.964336:0:266403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88976d0d5100. 00000100:00000001:1.0:1788941374.964339:0:266403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941374.964343:0:266403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID req@ffff889772196d80 x1875827959600000/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788941374.964349:0:266403:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941374.964360:0:266403:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941374.964364:0:266403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000687aee16] to pc [ptlrpcd_00_00+0] req@ffff889772196d80 x1875827959600000/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.964370:0:266403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941374.964373:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788941374.964375:0:266403:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788941374.964380:0:266403:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12585) 00000100:00000001:0.0:1788941374.964956:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941374.964965:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941374.964968:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788941374.964982:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772194700 x1875827959599616/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941374.965188:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788941374.965191:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941374.965197:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788941374.965201:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788941374.965205:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788941374.965210:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772194700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2395:1875827959599616:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941374.965214:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788941374.965222:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788941374.965225:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941374.965227:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788941374.965305:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889746114000. 02000000:00000001:0.0:1788941374.965308:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788941374.965317:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:0.0:1788941374.965323:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889760a17268. 00000400:00000010:0.0:1788941374.965331:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd877f8. 00000100:00000200:0.0:1788941374.965340:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959599616, portal 25 00000100:00000001:0.0:1788941374.965365:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788941374.965367:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768539392 : -131290941012224 : ffff889772194700) 00000100:00000040:0.0:1788941374.965374:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff889772194700 x1875827959599616/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941374.965382:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788941374.965386:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:0.0:1788941374.965389:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87330. 00000100:00000200:0.0:1788941374.965393:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875827959599616, offset 0 00000400:00000200:0.0:1788941374.965400:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:0.0:1788941374.965410:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941374.965419:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:0.0:1788941374.965425:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788941374.965431:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:0.0:1788941374.965435:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788941374.965438:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:0.0:1788941374.965443:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545742:545742:256:4294967295] 192.168.206.112@tcp LPNI seq info [545727:545727:8:4294967295] 00000400:00000200:0.0:1788941374.965447:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941374.965458:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:0.0:1788941374.965465:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:0.0:1788941374.967077:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8896412e8f00. 00000800:00000200:0.0:1788941374.967095:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:0.0:1788941374.967102:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:0.0:1788941374.967107:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8896412e8f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788941374.967119:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788941374.967127:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:0.0:1788941374.967131:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307251939 00000100:00000010:0.0:1788941374.967136:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8897480d37e0. 00000100:00000001:0.0:1788941374.967142:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788941374.967150:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307251939 00000100:00000010:0.0:1788941374.967153:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8897480d3d80. 00000100:00000001:0.0:1788941374.967166:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788941374.967169:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941374.967173:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941374.967178:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788941374.967185:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772197480 x1875827959599872/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941374.967195:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788941374.967198:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941374.967201:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788941374.967204:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788941374.967207:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788941374.967211:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772197480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959599872:192.168.206.112@tcp:400:kworker.0 00000800:00000200:1.0:1788941374.967214:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788941374.967216:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:1.0:1788941374.967220:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8896412e8f00. 02000000:00000001:0.0:1788941374.967223:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1788941374.967226:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1788941374.967227:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941374.967232:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788941374.967236:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889746114e00. 02000000:00000001:0.0:1788941374.967239:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788941374.967245:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.967246:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000010:0.0:1788941374.967249:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889760a17f20. 00000400:00000200:1.0:1788941374.967255:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87330 00000400:00000010:1.0:1788941374.967259:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87330. 00000100:00000001:1.0:1788941374.967494:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941374.967506:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772194700 x1875827959599616/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941390 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.967516:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941374.967519:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772194700 x1875827959599616/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941390 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.967527:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941374.967529:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788941374.967984:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941374.967989:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941374.967991:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941374.967997:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772194a80 x1875827959599744/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.968006:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941374.968007:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941374.968010:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941374.968012:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941374.968015:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941374.968018:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772194a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959599744:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941374.968021:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941374.968024:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941374.968026:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941374.968027:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941374.968032:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897480de800. 02000000:00000001:1.0:1788941374.968034:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941374.968037:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941374.968040:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e151b8. 00000400:00000010:0.0:1788941374.968071:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87990. 00000100:00000200:0.0:1788941374.968078:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959599872, portal 10 00000100:00000001:0.0:1788941374.968080:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788941374.968081:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768551040 : -131290941000576 : ffff889772197480) 00000100:00000040:0.0:1788941374.968090:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff889772197480 x1875827959599872/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941374.968098:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788941374.968100:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:0.0:1788941374.968102:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87088. 00000100:00000200:0.0:1788941374.968105:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959599872, offset 0 00000400:00000200:0.0:1788941374.968111:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:0.0:1788941374.968119:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941374.968131:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:0.0:1788941374.968147:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788941374.968152:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:0.0:1788941374.968155:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788941374.968158:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:0.0:1788941374.968163:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545743:545743:256:4294967295] 192.168.206.112@tcp LPNI seq info [545728:545728:8:4294967295] 00000400:00000200:0.0:1788941374.968168:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941374.968177:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:0.0:1788941374.968183:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:0.0:1788941374.968188:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8896412e8b00. 00000800:00000200:0.0:1788941374.968193:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:0.0:1788941374.968199:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:0.0:1788941374.968203:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8896412e8b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788941374.968213:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941374.968218:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: using a timeout of 20890 usecs (21 jiffies) 00000400:00000200:0.0:1788941374.968222:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:0.0:1788941374.968224:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307248154 00000100:00000001:0.0:1788941374.968226:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307251939 00000100:00000001:0.0:1788941374.968228:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307248154 00000100:00000001:0.0:1788941374.968230:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307251939 00000100:00000001:0.0:1788941374.968232:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941374.968234:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941374.968238:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941374.968240:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941374.968248:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788941374.968250:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788941374.968253:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941374.968254:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941374.968256:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941374.968259:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788941374.969430:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525220. 00000100:00000200:1.0:1788941374.969439:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959599744, portal 10 00000100:00000001:1.0:1788941374.969441:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941374.969443:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768540288 : -131290941011328 : ffff889772194a80) 00000100:00000040:1.0:1788941374.969454:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff889772194a80 x1875827959599744/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.969475:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941374.969478:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941374.969480:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525b28. 00000100:00000200:1.0:1788941374.969483:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959599744, offset 0 00000400:00000200:1.0:1788941374.969487:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941374.969493:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.969497:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941374.969501:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941374.969504:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941374.969507:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941374.969510:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941374.969513:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545744:545744:255:4294967295] 192.168.206.112@tcp LPNI seq info [545729:545729:7:4294967295] 00000400:00000200:1.0:1788941374.969517:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.969524:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941374.969529:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941374.969534:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88976d0d5000. 00000800:00000200:1.0:1788941374.969539:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941374.969546:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941374.969550:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88976d0d5000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941374.969553:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941374.969556:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34535 usecs (35 jiffies) 00000400:00000200:1.0:1788941374.969560:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941374.969562:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307248169 00000100:00000001:1.0:1788941374.969564:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307251939 00000100:00000001:1.0:1788941374.969566:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307248169 00000100:00000001:1.0:1788941374.969569:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307251939 00000100:00000001:1.0:1788941374.969570:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941374.969573:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941374.969581:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941374.969586:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772196d80 x1875827959600000/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.969593:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941374.969594:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941374.969597:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941374.969600:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941374.969603:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941374.969605:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772196d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959600000:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941374.969956:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941374.969963:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941374.969966:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941374.969968:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941374.969973:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897480dfe00. 02000000:00000001:1.0:1788941374.969976:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941374.969981:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941374.969985:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e15580. 00000400:00000010:1.0:1788941374.969989:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525088. 00000100:00000200:1.0:1788941374.969993:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959600000, portal 4 00000100:00000001:1.0:1788941374.969995:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941374.969996:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768549248 : -131290941002368 : ffff889772196d80) 00000100:00000040:1.0:1788941374.970002:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff889772196d80 x1875827959600000/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.970007:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941374.970009:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941374.970011:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525cc0. 00000100:00000200:1.0:1788941374.970013:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875827959600000, offset 0 00000400:00000200:1.0:1788941374.970018:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941374.970022:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.970026:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941374.970028:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941374.970031:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941374.970034:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941374.970041:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941374.970044:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545745:545745:254:4294967295] 192.168.206.112@tcp LPNI seq info [545730:545730:6:4294967295] 00000400:00000200:1.0:1788941374.970048:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.970054:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941374.970058:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941374.970062:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88976d0d5500. 00000800:00000200:1.0:1788941374.970066:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941374.970071:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941374.970073:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88976d0d5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941374.970076:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941374.970079:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: using a timeout of 137973 usecs (138 jiffies) 00000400:00000200:1.0:1788941374.970082:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941374.970084:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307248273 00000100:00000001:1.0:1788941374.970086:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307251939 00000100:00000001:1.0:1788941374.970088:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307248273 00000100:00000001:1.0:1788941374.970090:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307251939 00000100:00000001:1.0:1788941374.970092:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941374.970094:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941374.970097:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941374.970100:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941374.970106:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941374.970108:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1788941374.970110:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941374.970112:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941374.970113:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941374.970115:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788941374.970242:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941374.970246:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8896412e8b00. 00000400:00000200:1.0:1788941374.970251:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941374.970255:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941374.970260:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87088 00000400:00000010:1.0:1788941374.970266:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87088. 00000100:00000001:1.0:1788941374.970270:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941374.970275:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772197480 x1875827959599872/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.970285:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941374.970288:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772197480 x1875827959599872/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.970295:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941374.970297:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788941374.970309:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941374.970311:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88976d0d5000. 00000400:00000200:1.0:1788941374.970313:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941374.970316:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941374.970319:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525b28 00000400:00000010:1.0:1788941374.970320:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525b28. 00000100:00000001:1.0:1788941374.970322:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941374.970325:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772194a80 x1875827959599744/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.970332:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941374.970334:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772194a80 x1875827959599744/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.970340:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941374.970341:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788941374.971156:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941374.971161:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88976d0d5500. 00000400:00000200:1.0:1788941374.971165:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941374.971169:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941374.971269:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525cc0 00000400:00000010:1.0:1788941374.971271:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525cc0. 00000100:00000001:1.0:1788941374.971275:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941374.971280:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772196d80 x1875827959600000/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.971302:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941374.971305:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772196d80 x1875827959600000/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.971311:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941374.971312:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788941374.973661:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941374.973674:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941374.973678:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941374.973693:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941374.973700:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.973707:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941374.973715:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.973719:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.973723:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.973727:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 25 MB=0x6aa0e3b311200 00000400:00000200:1.0:1788941374.973732:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.973737:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.112@tcp of length 224/224 into md 0x5382b9 [1] + 224 00000800:00000001:1.0:1788941374.973743:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941374.973749:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941374.973752:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941374.973756:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941374.973762:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941374.973769:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772194700 x1875827959599616/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941390 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941374.973780:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff889772194700 x1875827959599616/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.973803:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941374.973810:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941374.973813:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941374.973938:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941374.973953:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788941374.973960:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941374.973962:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941374.973965:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889760a17268. 00000400:00000200:0.0:1788941374.973970:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd877f8 00000400:00000010:0.0:1788941374.973972:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd877f8. 00000100:00000001:0.0:1788941374.973988:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941374.973993:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772194700 x1875827959599616/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941390 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941374.974002:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772194700 x1875827959599616/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941390 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941374.974009:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941374.974011:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941374.974013:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941374.974017:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941374.974147:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941374.974149:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941374.974153:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941374.974159:0:2395:0:(import.c:2149:obd_at_measure()) add 5 to ffff8897505b1460 time=22 v=5 (5 5 5 5) 00000100:00001000:0.0:1788941374.974163:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b1418 time=66 v=5 (1 1 1 0) 00000100:00000001:0.0:1788941374.974166:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941374.974168:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941374.974170:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788941374.974172:0:2395:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941374.974175:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941374.974181:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772194700 x1875827959599616/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941374.974188:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941374.974191:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941374.974193:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941374.974197:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772194700 x1875827959599616/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941390 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941374.974206:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772194700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2395:1875827959599616:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941374.974219:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941374.974221:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941374.974225:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772194700 x1875827959599616/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941390 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941374.974232:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941374.974234:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941374.974237:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889746114000. 02000000:00000001:0.0:1788941374.974240:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941374.974243:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941374.974245:0:2395:0:(genops.c:1223:class_import_put()) import ffff8897505b1000 refcount=3 obd=MGC192.168.206.112@tcp 00000020:00000001:0.0:1788941374.974247:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941374.974249:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff889743ef7400. 02000000:00000001:0.0:1788941374.974253:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941374.974254:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941374.974256:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772194700. 00000100:00000001:0.0:1788941374.974259:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941374.974260:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941374.974263:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941374.974265:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941374.974266:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941374.974268:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941374.974269:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788941374.975680:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941374.975710:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941374.975715:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941374.975717:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941374.975726:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.975734:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941374.975743:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.975748:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.975753:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.975758:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b311300 00000400:00000200:1.0:1788941374.975763:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.975770:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x5382c9 [1] + 224 00000800:00000001:1.0:1788941374.975777:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941374.975781:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941374.975784:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941374.975789:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941374.975808:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941374.975817:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772197480 x1875827959599872/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941374.975829:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff889772197480 x1875827959599872/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941374.975931:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941374.975935:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941374.975974:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941374.975985:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941374.975990:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941374.975992:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941374.975994:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941374.975998:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.976002:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941374.976006:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.976009:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.976012:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.976015:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b311280 00000400:00000200:1.0:1788941374.976018:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.976028:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x5382d9 [1] + 224 00000800:00000001:1.0:1788941374.976043:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941374.976047:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941374.976050:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941374.976053:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941374.976057:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941374.976062:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772194a80 x1875827959599744/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941374.976071:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff889772194a80 x1875827959599744/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.976097:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941374.976101:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941374.976105:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941374.976107:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941374.976109:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941374.976112:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.976116:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941374.976120:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.976123:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.976126:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.976129:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 4 MB=0x6aa0e3b311380 00000400:00000200:1.0:1788941374.976133:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941374.976137:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.112@tcp of length 224/224 into md 0x5382e9 [1] + 224 00000800:00000001:1.0:1788941374.976141:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941374.976146:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941374.976148:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941374.976151:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941374.976154:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941374.976159:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772196d80 x1875827959600000/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941374.976168:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff889772196d80 x1875827959600000/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.976193:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941374.976197:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941374.976383:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941374.976399:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941374.976402:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788941374.976408:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788941374.976411:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788941374.976415:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e151b8. 00000400:00000200:1.0:1788941374.976421:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525220 00000400:00000010:1.0:1788941374.976424:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525220. 00000100:00000001:1.0:1788941374.976428:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941374.976444:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772194a80 x1875827959599744/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788941374.976454:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772194a80 x1875827959599744/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.976460:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788941374.976462:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941374.976465:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788941374.976469:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788941374.976472:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788941374.976474:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941374.976477:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788941374.976488:0:2394:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=22 v=60 (60 60 60 60) 00000100:00001000:1.0:1788941374.976492:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=66 v=5 (1 1 1 0) 00000100:00000001:1.0:1788941374.976495:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788941374.976497:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941374.976500:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788941374.976504:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941374.976508:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788941374.976511:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771466 00000100:00000001:1.0:1788941374.976513:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788941374.976515:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941374.976520:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772194a80 x1875827959599744/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.976541:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941374.976544:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788941374.976546:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788941374.976551:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772194a80 x1875827959599744/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788941374.976560:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772194a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959599744:192.168.206.112@tcp:400:kworker.0 00000400:00000001:1.0:1788941374.976566:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788941374.976567:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788941374.976569:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e15580. 00000400:00000200:1.0:1788941374.976571:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525088 00000400:00000010:1.0:1788941374.976573:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525088. 00000100:00000001:1.0:1788941374.976575:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941374.976579:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772196d80 x1875827959600000/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788941374.976586:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772196d80 x1875827959600000/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.976593:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788941374.976594:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941374.976596:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788941374.976598:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788941374.976599:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788941374.976601:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941374.976603:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788941374.976607:0:2394:0:(import.c:2149:obd_at_measure()) add 36 to ffff8897505b5c60 time=21 v=36 (36 36 5 5) 00000100:00001000:1.0:1788941374.976610:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b5c18 time=51 v=5 (1 1 1 1) 00000100:00000001:1.0:1788941374.976613:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788941374.976614:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941374.976616:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788941374.976619:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941374.976621:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788941374.976622:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff889767e18000: skip recheck: last_committed 42949693494 00000100:00000001:1.0:1788941374.976629:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788941374.976631:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941374.976635:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772196d80 x1875827959600000/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.976641:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941374.976643:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788941374.976645:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788941374.976649:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772196d80 x1875827959600000/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788941374.976656:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772196d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959600000:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941374.976660:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941374.976663:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941374.976667:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772194a80 x1875827959599744/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.976674:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788941374.976677:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788941374.976681:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897480de800. 02000000:00000001:1.0:1788941374.976684:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788941374.976687:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788941374.976689:0:2394:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=5 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:1.0:1788941374.976691:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788941374.976694:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff889743ef7800. 02000000:00000001:1.0:1788941374.976698:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788941374.976700:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788941374.976702:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772194a80. 00000100:00000001:1.0:1788941374.976705:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788941374.976707:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941374.976709:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941374.976712:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772196d80 x1875827959600000/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941374.976718:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788941374.976723:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788941374.976725:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897480dfe00. 02000000:00000001:1.0:1788941374.976727:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788941374.976729:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788941374.976730:0:2394:0:(genops.c:1223:class_import_put()) import ffff8897505b5800 refcount=3 obd=lustre-OST0000-osc-ffff889767e18000 00000020:00000001:1.0:1788941374.976732:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788941374.976733:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88976d0d5100. 02000000:00000001:1.0:1788941374.976736:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788941374.976737:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788941374.976739:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772196d80. 00000100:00000001:1.0:1788941374.976741:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788941374.976743:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941374.976746:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941374.976754:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941374.976757:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941374.976759:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941374.976761:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788941374.982602:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941374.982612:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941374.982618:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889760a17f20. 00000400:00000200:0.0:1788941374.982630:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87990 00000400:00000010:0.0:1788941374.982632:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87990. 00000100:00000001:0.0:1788941374.982638:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941374.982653:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772197480 x1875827959599872/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941374.982667:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772197480 x1875827959599872/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941374.982676:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941374.982698:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941374.982701:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941374.982705:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941374.982708:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941374.982711:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941374.982714:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941374.982725:0:2395:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc88460 time=22 v=60 (60 60 60 60) 00000100:00001000:0.0:1788941374.982729:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc88418 time=36 v=5 (1 1 1 0) 00000100:00000001:0.0:1788941374.982732:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941374.982734:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941374.982737:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788941374.982743:0:2395:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff889772197480 x1875827959599872/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788941374.982750:0:2395:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941374.982754:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788941374.982757:0:2395:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff889767e18000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1788941374.982759:0:2395:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788941374.982761:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941374.982766:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772197480 x1875827959599872/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941374.982773:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941374.982777:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941374.982779:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941374.982782:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772197480 x1875827959599872/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941374.982790:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772197480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959599872:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941374.982795:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941374.982798:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941374.982801:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772197480 x1875827959599872/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941374.982809:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941374.982824:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941374.982828:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889746114e00. 02000000:00000001:0.0:1788941374.982832:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941374.982836:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941374.982838:0:2395:0:(genops.c:1223:class_import_put()) import ffff88976bc88000 refcount=3 obd=lustre-MDT0001-mdc-ffff889767e18000 00000020:00000001:0.0:1788941374.982841:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941374.982843:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff889743ef7100. 02000000:00000001:0.0:1788941374.982848:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941374.982850:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941374.982868:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772197480. 00000100:00000001:0.0:1788941374.982875:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941374.982877:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941374.982880:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941374.982890:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788941374.982892:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941374.982895:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941374.982898:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941375.219202:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941375.219211:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941375.219218:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941375.219219:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941375.220802:0:252129:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941375.220809:0:252129:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941375.220813:0:252129:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941376.243514:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941376.243524:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941376.243532:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941376.243533:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941376.243747:0:236344:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941376.243751:0:236344:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941376.243754:0:236344:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941377.267036:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941377.267045:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941377.267053:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941377.267055:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941377.267136:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941377.267141:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941377.267145:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941378.292761:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941378.292771:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941378.292778:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941378.292780:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941378.292841:0:245732:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941378.292846:0:245732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941378.292850:0:245732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788941378.803029:0:276107:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af000 (cpu 0) has reached its deadline 4307251939, at 4307251968 00000100:00000010:0.0:1788941378.803054:0:276107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8897480d37e0. 00000100:00000040:1.0:1788941378.805652:0:276806:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af110 (cpu 1) has reached its deadline 4307251939, at 4307251970 00000100:00000010:1.0:1788941378.805683:0:276806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8897480d3d80. 00010000:00000001:2.0:1788941379.315039:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941379.315050:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941379.315057:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941379.315059:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941379.326387:0:242292:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941379.326393:0:242292:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941379.326397:0:242292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788941380.083008:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788941380.083018:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788941380.083028:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098ed80. 00000020:00000040:0.0:1788941380.083034:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b1000 refcount=4 obd=MGC192.168.206.112@tcp 00000100:00000001:0.0:1788941380.083038:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941380.083041:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941380.083046:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941380.083054:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8896412e8000. 00000100:00000001:0.0:1788941380.083070:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941380.083082:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS req@ffff88976098ed80 x1875827959600128/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941380.083093:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941380.083097:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941380.083102:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096004a74] to pc [ptlrpcd_00_01+1] req@ffff88976098ed80 x1875827959600128/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.083147:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941380.083151:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941380.083154:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941380.083160:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098ed80 x1875827959600128/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.083168:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941380.083170:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941380.083174:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941380.083176:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941380.083179:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941380.083182:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2395:1875827959600128:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941380.083192:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941380.083197:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941380.083200:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941380.083202:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941380.083207:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897480df400. 02000000:00000001:1.0:1788941380.083209:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941380.083217:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941380.083221:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e15580. 00000400:00000010:1.0:1788941380.083239:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525088. 00000100:00000200:1.0:1788941380.083246:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959600128, portal 25 00000100:00000001:1.0:1788941380.083248:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941380.083250:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474915200 : -131291234636416 : ffff88976098ed80) 00000100:00000040:1.0:1788941380.083255:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098ed80 x1875827959600128/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.083261:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941380.083264:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941380.083267:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525220. 00000100:00000200:1.0:1788941380.083269:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875827959600128, offset 0 00000400:00000200:1.0:1788941380.083275:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941380.083284:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.083291:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941380.083296:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941380.083300:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941380.083303:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941380.083306:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941380.083309:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545746:545746:256:4294967295] 192.168.206.112@tcp LPNI seq info [545731:545731:8:4294967295] 00000400:00000200:1.0:1788941380.083313:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.083321:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941380.083337:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941380.083343:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88976d0d5100. 00000800:00000200:1.0:1788941380.083349:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941380.083362:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941380.083367:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88976d0d5100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941380.083380:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941380.083384:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941380.083387:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307257055 00000100:00000010:1.0:1788941380.083391:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889746b8b6c0. 00000100:00000001:1.0:1788941380.083397:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788941380.083403:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307257055 00000100:00000010:1.0:1788941380.083405:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889746b8be40. 00000100:00000001:1.0:1788941380.083408:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788941380.083412:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941380.083414:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941380.083417:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941380.083420:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941380.092334:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941380.092344:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788941380.092348:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788941380.092358:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098e680. 00000020:00000040:0.0:1788941380.092363:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=6 obd=lustre-MDT0000-mdc-ffff889767e18000 00000100:00000001:0.0:1788941380.092367:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941380.092370:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941380.092375:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941380.092383:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8896412e8800. 00000100:00000001:0.0:1788941380.092389:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941380.092400:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID req@ffff88976098e680 x1875827959600256/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941380.092411:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941380.092415:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941380.092422:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019624676] to pc [ptlrpcd_00_00+0] req@ffff88976098e680 x1875827959600256/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.102090:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941380.102099:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788941380.102106:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941380.102108:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941380.102111:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941380.102114:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788941380.102117:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941380.102119:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941380.102120:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941380.102121:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941380.102122:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941380.102123:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941380.102136:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098e680 x1875827959600256/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.102146:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941380.102148:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941380.102151:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941380.102155:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941380.102158:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941380.102161:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959600256:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941380.102171:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941380.102177:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941380.102180:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941380.102182:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941380.102187:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897480df600. 02000000:00000001:1.0:1788941380.102190:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941380.102201:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941380.102206:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e151b8. 00000400:00000010:1.0:1788941380.102214:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525cc0. 00000100:00000200:1.0:1788941380.102220:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959600256, portal 10 00000100:00000001:1.0:1788941380.102222:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941380.102224:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474913408 : -131291234638208 : ffff88976098e680) 00000100:00000040:1.0:1788941380.102232:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098e680 x1875827959600256/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.102240:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941380.102242:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941380.102245:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525b28. 00000100:00000200:1.0:1788941380.102248:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959600256, offset 0 00000400:00000200:1.0:1788941380.102253:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941380.102262:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.102268:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941380.102273:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941380.102277:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941380.102281:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941380.102283:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941380.102287:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545747:545747:255:4294967295] 192.168.206.112@tcp LPNI seq info [545732:545732:7:4294967295] 00000400:00000200:1.0:1788941380.102290:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.102299:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941380.102305:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941380.102310:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88976d0d5500. 00000800:00000200:1.0:1788941380.102316:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941380.102338:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941380.102343:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88976d0d5500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941380.102347:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941380.102350:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34530 usecs (35 jiffies) 00000400:00000200:1.0:1788941380.102353:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941380.102356:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307253302 00000100:00000001:1.0:1788941380.102359:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307257055 00000100:00000001:1.0:1788941380.102361:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307253302 00000100:00000001:1.0:1788941380.102362:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307257055 00000100:00000001:1.0:1788941380.102365:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941380.102367:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941380.102369:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941380.102371:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788941380.102420:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941380.102424:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88976d0d5100. 00000400:00000200:1.0:1788941380.102429:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788941380.104225:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941380.104234:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788941380.104239:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788941380.104245:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098f800. 00000020:00000040:0.0:1788941380.104251:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc88000 refcount=4 obd=lustre-MDT0001-mdc-ffff889767e18000 00000100:00000001:0.0:1788941380.104255:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941380.104258:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941380.104270:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941380.104277:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8896412e8c00. 00000100:00000001:0.0:1788941380.104284:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941380.104295:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID req@ffff88976098f800 x1875827959600384/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941380.104306:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941380.104310:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941380.104316:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090520ea1] to pc [ptlrpcd_00_01+1] req@ffff88976098f800 x1875827959600384/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941380.104337:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941380.104340:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788941380.104343:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788941380.104346:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098d880. 00000020:00000040:0.0:1788941380.104349:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b5800 refcount=4 obd=lustre-OST0000-osc-ffff889767e18000 00000100:00000001:0.0:1788941380.104351:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941380.104352:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941380.104354:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941380.104357:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8896412e8200. 00000100:00000001:0.0:1788941380.104359:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941380.104363:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID req@ffff88976098d880 x1875827959600512/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941380.104370:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941380.104372:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941380.104376:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1ef1a19] to pc [ptlrpcd_00_00+0] req@ffff88976098d880 x1875827959600512/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941380.104385:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941380.104387:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788941380.104391:0:233298:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788941380.104395:0:233298:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12590) 00000100:00000001:0.0:1788941380.104659:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941380.104664:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941380.104666:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788941380.104672:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098d880 x1875827959600512/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941380.104680:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788941380.104682:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941380.104686:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788941380.104688:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788941380.104691:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788941380.104707:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959600512:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941380.104712:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788941380.104718:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788941380.104720:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941380.104723:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1788941380.105598:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941380.105606:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525220 00000400:00000010:1.0:1788941380.105609:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525220. 00000100:00000001:1.0:1788941380.105616:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941380.105622:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098ed80 x1875827959600128/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.105634:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941380.105638:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098ed80 x1875827959600128/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.105645:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941380.105647:0:2387:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1788941380.106451:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889746114000. 02000000:00000001:0.0:1788941380.106456:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788941380.106464:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:0.0:1788941380.106469:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889760a17f20. 00000400:00000010:0.0:1788941380.106475:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87990. 00000100:00000200:0.0:1788941380.106483:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959600512, portal 4 00000100:00000001:0.0:1788941380.106486:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788941380.106488:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474909824 : -131291234641792 : ffff88976098d880) 00000100:00000040:0.0:1788941380.106499:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098d880 x1875827959600512/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941380.106507:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788941380.106510:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:0.0:1788941380.106513:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd877f8. 00000100:00000200:0.0:1788941380.106516:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875827959600512, offset 0 00000400:00000200:0.0:1788941380.106523:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:0.0:1788941380.106531:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941380.106540:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:0.0:1788941380.106547:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788941380.106564:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:0.0:1788941380.106569:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788941380.106573:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:0.0:1788941380.106577:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545748:545748:255:4294967295] 192.168.206.112@tcp LPNI seq info [545733:545733:7:4294967295] 00000400:00000200:0.0:1788941380.106582:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941380.106592:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:0.0:1788941380.106599:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:0.0:1788941380.106604:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8896412e8400. 00000800:00000200:0.0:1788941380.106611:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:0.0:1788941380.106619:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:0.0:1788941380.106624:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8896412e8400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788941380.106629:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941380.106633:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: using a timeout of 137883 usecs (138 jiffies) 00000400:00000200:0.0:1788941380.106637:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:0.0:1788941380.106640:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307253408 00000100:00000001:0.0:1788941380.106644:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307257055 00000100:00000001:0.0:1788941380.106647:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307253408 00000100:00000001:0.0:1788941380.106649:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307257055 00000100:00000001:0.0:1788941380.106652:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941380.106655:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941380.106659:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941380.106662:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941380.106676:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788941380.106678:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1788941380.106681:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941380.106683:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941380.106685:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788941380.106688:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788941380.106690:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941380.106692:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788941380.106693:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941380.106700:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941380.106701:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941380.106703:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788941380.106708:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098f800 x1875827959600384/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941380.106717:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788941380.106719:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941380.106722:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1788941380.107876:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941380.107883:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88976d0d5500. 00000400:00000200:1.0:1788941380.107888:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941380.107894:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941380.107906:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525b28 00000400:00000010:1.0:1788941380.107908:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525b28. 00000100:00000001:1.0:1788941380.107913:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941380.107919:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098e680 x1875827959600256/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.107930:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941380.107933:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098e680 x1875827959600256/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.107940:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941380.107942:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788941380.107971:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941380.107974:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8896412e8400. 00000400:00000200:1.0:1788941380.107978:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941380.107982:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941380.107984:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd877f8 00000400:00000010:1.0:1788941380.107986:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd877f8. 00000100:00000001:1.0:1788941380.107989:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941380.107993:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098d880 x1875827959600512/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.108000:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941380.108003:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098d880 x1875827959600512/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.108009:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941380.108010:0:2387:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1788941380.108255:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788941380.108260:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788941380.108267:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959600384:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941380.108272:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788941380.108277:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788941380.108280:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941380.108282:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788941380.108286:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889746114e00. 02000000:00000001:0.0:1788941380.108288:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788941380.108294:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:0.0:1788941380.108297:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889760a17268. 00000400:00000010:0.0:1788941380.108302:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87c38. 00000100:00000200:0.0:1788941380.108307:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959600384, portal 10 00000100:00000001:0.0:1788941380.108310:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788941380.108312:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474917888 : -131291234633728 : ffff88976098f800) 00000100:00000040:0.0:1788941380.108319:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098f800 x1875827959600384/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941380.108339:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788941380.108342:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:0.0:1788941380.108344:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87908. 00000100:00000200:0.0:1788941380.108347:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959600384, offset 0 00000400:00000200:0.0:1788941380.108353:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:0.0:1788941380.108359:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941380.108364:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:0.0:1788941380.108368:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788941380.108376:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:0.0:1788941380.108380:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788941380.108382:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:0.0:1788941380.108386:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545749:545749:256:4294967295] 192.168.206.112@tcp LPNI seq info [545734:545734:8:4294967295] 00000400:00000200:0.0:1788941380.108391:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941380.108398:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:0.0:1788941380.108403:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:0.0:1788941380.108409:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8896412e8400. 00000800:00000200:0.0:1788941380.108414:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:0.0:1788941380.108419:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:0.0:1788941380.108423:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8896412e8400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788941380.109245:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941380.109252:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: using a timeout of 20890 usecs (21 jiffies) 00000400:00000200:0.0:1788941380.109258:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:0.0:1788941380.109261:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307253294 00000100:00000001:0.0:1788941380.109263:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307257055 00000100:00000001:0.0:1788941380.109265:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307253294 00000100:00000001:0.0:1788941380.109267:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307257055 00000100:00000001:0.0:1788941380.109269:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941380.109272:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941380.109276:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941380.109280:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941380.109306:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941380.109309:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941380.109311:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941380.109313:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788941380.113031:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941380.113040:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8896412e8400. 00000400:00000200:0.0:1788941380.113047:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941380.113056:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941380.113063:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87908 00000400:00000010:0.0:1788941380.113082:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87908. 00000100:00000001:0.0:1788941380.113088:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941380.113095:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098f800 x1875827959600384/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941380.113107:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941380.113109:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098f800 x1875827959600384/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941380.113116:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941380.113117:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788941380.118920:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941380.118945:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941380.118951:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941380.118953:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941380.118965:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.118974:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941380.118983:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.118988:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.118993:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.124833:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b311480 00000400:00000200:1.0:1788941380.124844:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.124863:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538309 [1] + 224 00000800:00000001:1.0:1788941380.124875:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941380.124888:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941380.124891:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941380.124896:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941380.124904:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941380.124912:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098e680 x1875827959600256/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941380.124924:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098e680 x1875827959600256/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.124946:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941380.124958:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941380.124962:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941380.124964:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941380.124966:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941380.124970:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.124974:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941380.124979:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.124983:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.124987:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.124989:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 25 MB=0x6aa0e3b311400 00000400:00000200:1.0:1788941380.124992:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.124997:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.112@tcp of length 224/224 into md 0x5382f9 [1] + 224 00000800:00000001:1.0:1788941380.125000:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941380.125003:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941380.125005:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941380.125008:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941380.125010:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941380.125014:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098ed80 x1875827959600128/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941380.125042:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098ed80 x1875827959600128/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.125049:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941380.125054:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941380.125058:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941380.125060:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941380.125062:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941380.125065:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.125068:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941380.125072:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.125075:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.125077:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.125080:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 4 MB=0x6aa0e3b311580 00000400:00000200:1.0:1788941380.125083:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.125088:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538319 [1] + 224 00000800:00000001:1.0:1788941380.125091:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941380.125095:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941380.125097:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941380.125100:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941380.125103:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941380.125106:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098d880 x1875827959600512/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941380.125113:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098d880 x1875827959600512/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.125127:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941380.125130:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941380.125133:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941380.125134:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941380.125136:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941380.125139:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.125147:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941380.125151:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.125153:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.125156:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.125158:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b311500 00000400:00000200:1.0:1788941380.125161:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941380.125164:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538329 [1] + 224 00000800:00000001:1.0:1788941380.125168:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941380.125175:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941380.125177:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941380.125180:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941380.125183:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941380.125187:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098f800 x1875827959600384/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941380.125195:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098f800 x1875827959600384/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.125202:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941380.125205:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941380.125208:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941380.125228:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941380.125233:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788941380.125241:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788941380.125243:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788941380.125246:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e151b8. 00000400:00000200:1.0:1788941380.125250:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525cc0 00000400:00000010:1.0:1788941380.125253:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525cc0. 00000100:00000001:1.0:1788941380.125256:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941380.125260:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098e680 x1875827959600256/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788941380.125269:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098e680 x1875827959600256/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.125275:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788941380.125282:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941380.125285:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788941380.125288:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788941380.125291:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788941380.125293:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941380.125296:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788941380.125306:0:2395:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=28 v=60 (60 60 60 60) 00000100:00001000:1.0:1788941380.125310:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=72 v=5 (1 1 1 0) 00000100:00000001:1.0:1788941380.125312:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788941380.125314:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941380.125317:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788941380.125321:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941380.125334:0:2395:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788941380.125336:0:2395:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771466 00000100:00000001:1.0:1788941380.125339:0:2395:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788941380.125341:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941380.125346:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098e680 x1875827959600256/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.125353:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941380.125356:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788941380.125358:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788941380.125362:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098e680 x1875827959600256/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788941380.125800:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2395:1875827959600256:192.168.206.112@tcp:400:kworker.0 00000400:00000001:1.0:1788941380.125810:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788941380.125811:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788941380.125813:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e15580. 00000400:00000200:1.0:1788941380.125816:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525088 00000400:00000010:1.0:1788941380.125818:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525088. 00000100:00000001:1.0:1788941380.125820:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941380.125824:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098ed80 x1875827959600128/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788941380.125832:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098ed80 x1875827959600128/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.125843:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788941380.125845:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941380.125846:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788941380.125848:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788941380.125850:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788941380.125851:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941380.125873:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788941380.125876:0:2395:0:(import.c:2149:obd_at_measure()) add 5 to ffff8897505b1460 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1788941380.125878:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b1418 time=72 v=5 (1 1 1 0) 00000100:00000001:1.0:1788941380.125880:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788941380.125882:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941380.125884:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788941380.125886:0:2395:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941380.125887:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941380.125892:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098ed80 x1875827959600128/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.125897:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941380.125899:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788941380.125900:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788941380.125903:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098ed80 x1875827959600128/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788941380.125909:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2395:1875827959600128:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941380.125913:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941380.125915:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941380.125919:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098e680 x1875827959600256/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.125925:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788941380.125927:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788941380.125930:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897480df600. 02000000:00000001:1.0:1788941380.125934:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788941380.125937:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788941380.125944:0:2395:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=5 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:1.0:1788941380.125946:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788941380.125949:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8896412e8800. 02000000:00000001:1.0:1788941380.125952:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788941380.125954:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788941380.125956:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098e680. 00000100:00000001:1.0:1788941380.125960:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788941380.125961:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941380.125963:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941380.125967:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098ed80 x1875827959600128/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.125973:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788941380.125974:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788941380.125975:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897480df400. 02000000:00000001:1.0:1788941380.125977:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788941380.125978:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788941380.125980:0:2395:0:(genops.c:1223:class_import_put()) import ffff8897505b1000 refcount=3 obd=MGC192.168.206.112@tcp 00000020:00000001:1.0:1788941380.125981:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788941380.125982:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8896412e8000. 02000000:00000001:1.0:1788941380.125984:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788941380.125985:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788941380.125986:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098ed80. 00000100:00000001:1.0:1788941380.125990:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788941380.125991:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941380.125993:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941380.126000:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941380.126002:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941380.126004:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941380.126006:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941380.126016:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941380.126018:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788941380.126021:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788941380.126023:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788941380.126024:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889760a17268. 00000400:00000200:1.0:1788941380.126027:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87c38 00000400:00000010:1.0:1788941380.126028:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87c38. 00000100:00000001:1.0:1788941380.126031:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941380.126034:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098f800 x1875827959600384/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788941380.126049:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098f800 x1875827959600384/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.126055:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788941380.126057:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941380.126059:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788941380.126060:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788941380.126062:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788941380.126063:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941380.126065:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788941380.126069:0:2394:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc88460 time=28 v=60 (60 60 60 60) 00000100:00001000:1.0:1788941380.126072:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc88418 time=42 v=5 (1 1 1 0) 00000100:00000001:1.0:1788941380.126074:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788941380.126076:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941380.126077:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788941380.126080:0:2394:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88976098f800 x1875827959600384/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788941380.126086:0:2394:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941380.126088:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788941380.126090:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff889767e18000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1788941380.126092:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788941380.126093:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941380.126096:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098f800 x1875827959600384/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.126102:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941380.126103:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788941380.126105:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788941380.126108:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098f800 x1875827959600384/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788941380.126115:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959600384:192.168.206.112@tcp:400:kworker.0 00000400:00000001:1.0:1788941380.126126:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788941380.126128:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788941380.126129:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889760a17f20. 00000400:00000200:1.0:1788941380.126132:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87990 00000400:00000010:1.0:1788941380.126134:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87990. 00000100:00000001:1.0:1788941380.126136:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941380.126140:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098d880 x1875827959600512/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788941380.126149:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098d880 x1875827959600512/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.126155:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788941380.126156:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941380.126158:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788941380.126159:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788941380.126160:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788941380.126162:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941380.126163:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788941380.126167:0:2394:0:(import.c:2149:obd_at_measure()) add 36 to ffff8897505b5c60 time=27 v=36 (36 36 5 5) 00000100:00001000:1.0:1788941380.126171:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b5c18 time=57 v=5 (1 1 1 1) 00000100:00000001:1.0:1788941380.126172:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788941380.126173:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941380.126175:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788941380.126177:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941380.126179:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788941380.126180:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff889767e18000: skip recheck: last_committed 42949693494 00000100:00000001:1.0:1788941380.126182:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788941380.126184:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941380.126188:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098d880 x1875827959600512/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.126195:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941380.126197:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788941380.126198:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788941380.126201:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098d880 x1875827959600512/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788941380.126214:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959600512:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941380.126217:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941380.126219:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941380.126222:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098f800 x1875827959600384/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.126228:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788941380.126229:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788941380.126231:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889746114e00. 02000000:00000001:1.0:1788941380.126234:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788941380.126235:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788941380.126236:0:2394:0:(genops.c:1223:class_import_put()) import ffff88976bc88000 refcount=3 obd=lustre-MDT0001-mdc-ffff889767e18000 00000020:00000001:1.0:1788941380.126238:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788941380.126240:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8896412e8c00. 02000000:00000001:1.0:1788941380.126242:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788941380.126243:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788941380.126244:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098f800. 00000100:00000001:1.0:1788941380.126247:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788941380.126248:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941380.126250:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941380.126253:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098d880 x1875827959600512/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941380.126258:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788941380.126259:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788941380.126261:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889746114000. 02000000:00000001:1.0:1788941380.126263:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788941380.126263:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788941380.126265:0:2394:0:(genops.c:1223:class_import_put()) import ffff8897505b5800 refcount=3 obd=lustre-OST0000-osc-ffff889767e18000 00000020:00000001:1.0:1788941380.126266:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788941380.126268:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8896412e8200. 02000000:00000001:1.0:1788941380.126270:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788941380.126271:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788941380.126272:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098d880. 00000100:00000001:1.0:1788941380.126282:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788941380.126284:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941380.126285:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941380.126289:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941380.126290:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941380.126292:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941380.126293:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941380.339209:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941380.339216:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941380.339223:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941380.339224:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941380.339384:0:252129:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941380.339388:0:252129:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941380.339391:0:252129:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941381.363041:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941381.363050:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941381.363058:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941381.363059:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941381.363408:0:236344:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941381.363412:0:236344:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941381.363416:0:236344:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941382.387093:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941382.387099:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941382.387104:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941382.387107:0:250116:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788941382.387110:0:250116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941382.387115:0:250116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941382.387117:0:250116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941382.387118:0:250116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941382.387121:0:250116:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788941382.387123:0:250116:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941382.387126:0:250116:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941382.387128:0:250116:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941382.387263:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941382.387266:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941382.387269:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941383.411966:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941383.411976:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941383.411984:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941383.411986:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941383.412029:0:245732:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941383.412036:0:245732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941383.412043:0:245732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788941383.923478:0:276107:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af000 (cpu 0) has reached its deadline 4307257055, at 4307257088 00000100:00000010:0.0:1788941383.923498:0:276107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889746b8b6c0. 00000100:00000040:1.0:1788941383.926818:0:276806:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af110 (cpu 1) has reached its deadline 4307257055, at 4307257091 00000100:00000010:1.0:1788941383.926838:0:276806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889746b8be40. 00010000:00000001:2.0:1788941384.448453:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941384.448461:0:250116:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788941384.448463:0:250116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941384.448466:0:250116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941384.448470:0:250116:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788941384.448472:0:250116:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941384.448475:0:250116:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941384.448477:0:250116:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941384.448482:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941384.448484:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941384.448516:0:242292:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941384.448521:0:242292:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941384.448524:0:242292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788941385.204088:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788941385.204098:0:266403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788941385.204108:0:266403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772196d80. 00000020:00000040:1.0:1788941385.204114:0:266403:0:(genops.c:1210:class_import_get()) import ffff8897505b1000 refcount=4 obd=MGC192.168.206.112@tcp 00000100:00000001:1.0:1788941385.204118:0:266403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941385.204121:0:266403:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941385.204125:0:266403:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941385.204132:0:266403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88976d0d5500. 00000100:00000001:1.0:1788941385.204138:0:266403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941385.204148:0:266403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS req@ffff889772196d80 x1875827959600640/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788941385.204370:0:266403:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941385.204373:0:266403:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941385.204381:0:266403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000687aee16] to pc [ptlrpcd_00_01+1] req@ffff889772196d80 x1875827959600640/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.204412:0:266403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941385.204415:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788941385.204419:0:266403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788941385.204432:0:266403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772194a80. 00000020:00000040:1.0:1788941385.204435:0:266403:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=6 obd=lustre-MDT0000-mdc-ffff889767e18000 00000100:00000001:1.0:1788941385.204438:0:266403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941385.204439:0:266403:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941385.204441:0:266403:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941385.204444:0:266403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88976d0d5100. 00000100:00000001:1.0:1788941385.204447:0:266403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941385.204452:0:266403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID req@ffff889772194a80 x1875827959600768/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788941385.204459:0:266403:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941385.204461:0:266403:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941385.204465:0:266403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000383a5f60] to pc [ptlrpcd_00_00+0] req@ffff889772194a80 x1875827959600768/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.204473:0:266403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941385.204476:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788941385.204479:0:266403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788941385.204481:0:266403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772194e00. 00000020:00000040:1.0:1788941385.204483:0:266403:0:(genops.c:1210:class_import_get()) import ffff88976bc88000 refcount=4 obd=lustre-MDT0001-mdc-ffff889767e18000 00000100:00000001:1.0:1788941385.204485:0:266403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941385.204486:0:266403:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941385.204487:0:266403:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941385.204490:0:266403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88976d0d5000. 00000100:00000001:1.0:1788941385.204492:0:266403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941385.204495:0:266403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID req@ffff889772194e00 x1875827959600896/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788941385.204502:0:266403:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941385.204504:0:266403:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941385.204507:0:266403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006ab024a] to pc [ptlrpcd_00_01+1] req@ffff889772194e00 x1875827959600896/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.204513:0:266403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941385.204519:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788941385.204522:0:266403:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788941385.204524:0:266403:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772197100. 00000020:00000040:1.0:1788941385.204526:0:266403:0:(genops.c:1210:class_import_get()) import ffff8897505b5800 refcount=4 obd=lustre-OST0000-osc-ffff889767e18000 00000100:00000001:1.0:1788941385.204528:0:266403:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941385.204529:0:266403:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941385.204530:0:266403:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941385.204533:0:266403:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88976d0d5200. 00000100:00000001:1.0:1788941385.204536:0:266403:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941385.204540:0:266403:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID req@ffff889772197100 x1875827959601024/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788941385.204546:0:266403:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941385.204548:0:266403:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941385.204551:0:266403:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5be562e] to pc [ptlrpcd_00_00+0] req@ffff889772197100 x1875827959601024/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.204559:0:266403:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941385.204561:0:266403:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788941385.204564:0:266403:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788941385.204568:0:266403:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12596) 00000100:00000001:1.0:1788941385.204579:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941385.204582:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941385.204584:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941385.204588:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772194a80 x1875827959600768/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.204596:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941385.204598:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941385.204601:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941385.204603:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941385.204606:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941385.204609:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772194a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959600768:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941385.204619:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941385.204623:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941385.204625:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941385.204628:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941385.204631:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897480de200. 02000000:00000001:1.0:1788941385.204633:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941385.204640:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941385.204644:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e15580. 00000400:00000010:1.0:1788941385.204650:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525088. 00000100:00000200:1.0:1788941385.204656:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959600768, portal 10 00000100:00000001:1.0:1788941385.204658:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941385.204660:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768540288 : -131290941011328 : ffff889772194a80) 00000100:00000040:1.0:1788941385.204667:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff889772194a80 x1875827959600768/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.204675:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941385.204677:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941385.204679:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525cc0. 00000100:00000200:1.0:1788941385.204682:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959600768, offset 0 00000400:00000200:1.0:1788941385.204688:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941385.204695:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.204701:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941385.204706:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941385.204709:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941385.204713:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941385.204715:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941385.204719:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545750:545750:256:4294967295] 192.168.206.112@tcp LPNI seq info [545735:545735:8:4294967295] 00000400:00000200:1.0:1788941385.204723:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.204732:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941385.204737:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941385.204741:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88976d0d5700. 00000800:00000200:1.0:1788941385.204747:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941385.204758:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941385.204761:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88976d0d5700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941385.204772:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941385.204776:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34531 usecs (35 jiffies) 00000400:00000200:1.0:1788941385.204779:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941385.204782:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307258404 00000100:00000010:1.0:1788941385.204786:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889746b8be40. 00000100:00000001:1.0:1788941385.204791:0:2394:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788941385.204800:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307258404 00000100:00000010:1.0:1788941385.204803:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889746b8b720. 00000100:00000001:1.0:1788941385.204806:0:2394:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788941385.204809:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941385.204812:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941385.204815:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941385.204818:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772197100 x1875827959601024/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.204825:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941385.204826:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941385.204829:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941385.204830:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941385.204832:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941385.204834:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772197100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959601024:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941385.204838:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941385.204840:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941385.204841:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941385.204843:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941385.204846:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897480dfc00. 02000000:00000001:1.0:1788941385.204847:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941385.204850:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941385.204889:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e151b8. 00000400:00000010:1.0:1788941385.204893:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525b28. 00000100:00000200:1.0:1788941385.204901:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959601024, portal 4 00000100:00000001:1.0:1788941385.204902:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941385.204903:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768550144 : -131290941001472 : ffff889772197100) 00000100:00000040:1.0:1788941385.204910:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff889772197100 x1875827959601024/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.204916:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941385.204919:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941385.204921:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525220. 00000100:00000200:1.0:1788941385.204923:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875827959601024, offset 0 00000400:00000200:1.0:1788941385.204927:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941385.204930:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.204933:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941385.204936:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941385.204938:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941385.204941:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941385.204942:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941385.204945:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545751:545751:255:4294967295] 192.168.206.112@tcp LPNI seq info [545736:545736:7:4294967295] 00000400:00000200:1.0:1788941385.204949:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.204955:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941385.204959:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941385.204962:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88976d0d5a00. 00000800:00000200:1.0:1788941385.204966:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941385.204970:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941385.204973:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88976d0d5a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941385.204976:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941385.204979:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: using a timeout of 137802 usecs (138 jiffies) 00000400:00000200:1.0:1788941385.204983:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941385.204985:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307258508 00000100:00000001:1.0:1788941385.204990:0:2394:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 0, simply extend its deadline from 4307258404 00000100:00000001:1.0:1788941385.204994:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307258508 00000100:00000001:1.0:1788941385.205001:0:2394:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 1, simply extend its deadline from 4307258404 00000100:00000001:1.0:1788941385.205003:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941385.205005:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941385.205008:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941385.205010:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941385.205016:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941385.205018:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1788941385.205020:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941385.205021:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941385.205023:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941385.205025:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788941385.205027:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941385.205029:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941385.205031:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941385.205032:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941385.205033:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941385.205034:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941385.205037:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772196d80 x1875827959600640/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.205044:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941385.205045:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941385.205048:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941385.205049:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941385.205051:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941385.205054:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772196d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2394:1875827959600640:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941385.205057:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941385.205059:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941385.205061:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941385.205062:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941385.205065:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897480de000. 02000000:00000001:1.0:1788941385.205067:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941385.205070:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941385.205073:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e153c8. 00000400:00000010:1.0:1788941385.205077:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525bb0. 00000100:00000200:1.0:1788941385.205080:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959600640, portal 25 00000100:00000001:1.0:1788941385.205086:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941385.205088:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768549248 : -131290941002368 : ffff889772196d80) 00000100:00000040:1.0:1788941385.205093:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff889772196d80 x1875827959600640/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.205098:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941385.205101:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941385.205103:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525330. 00000100:00000200:1.0:1788941385.205106:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875827959600640, offset 0 00000400:00000200:1.0:1788941385.205110:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941385.205114:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.205117:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941385.205119:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941385.205122:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941385.205124:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941385.205126:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941385.205128:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545752:545752:254:4294967295] 192.168.206.112@tcp LPNI seq info [545737:545737:6:4294967295] 00000400:00000200:1.0:1788941385.205132:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.205138:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941385.205142:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941385.205145:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88976d0d5f00. 00000800:00000200:1.0:1788941385.205149:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941385.205153:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000100:00000001:0.0:1788941385.205348:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941385.205351:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788941385.205380:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88976d0d5f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941385.205384:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941385.205388:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941385.205389:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307262177 00000100:00000001:1.0:1788941385.205393:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307258508 00000100:00000001:1.0:1788941385.205396:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307262177 00000100:00000001:1.0:1788941385.205399:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307258508 00000100:00000001:1.0:1788941385.205402:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941385.205409:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941385.205411:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941385.205415:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772194e00 x1875827959600896/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.205422:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941385.205424:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941385.205426:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941385.205428:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941385.205430:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941385.205432:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772194e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959600896:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941385.205435:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941385.205437:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941385.205439:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941385.205441:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941385.205444:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897480dec00. 02000000:00000001:1.0:1788941385.205446:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941385.205448:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941385.205451:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e152c0. 00000400:00000010:1.0:1788941385.205454:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525e58. 00000100:00000200:1.0:1788941385.205457:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959600896, portal 10 00000100:00000001:1.0:1788941385.205459:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941385.205460:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768541184 : -131290941010432 : ffff889772194e00) 00000100:00000040:1.0:1788941385.205466:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff889772194e00 x1875827959600896/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.205472:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941385.205474:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941385.205476:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897605257f8. 00000100:00000200:1.0:1788941385.205478:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959600896, offset 0 00000400:00000200:1.0:1788941385.205482:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941385.205485:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.205488:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941385.205491:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941385.205498:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941385.205500:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941385.205502:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941385.205505:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545753:545753:253:4294967295] 192.168.206.112@tcp LPNI seq info [545738:545738:5:4294967295] 00000400:00000200:1.0:1788941385.205509:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.205516:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941385.205520:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941385.205523:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977322b700. 00000800:00000200:1.0:1788941385.205527:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941385.205531:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941385.205534:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977322b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941385.205536:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941385.205539:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: using a timeout of 20890 usecs (21 jiffies) 00000400:00000200:1.0:1788941385.205542:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941385.205544:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307258391 00000100:00000001:1.0:1788941385.205546:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307262177 00000100:00000001:1.0:1788941385.205548:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307258391 00000100:00000001:1.0:1788941385.205550:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307262177 00000100:00000001:1.0:1788941385.205552:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941385.205554:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941385.205556:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941385.205559:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788941385.205592:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941385.205595:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88976d0d5700. 00000400:00000200:1.0:1788941385.205602:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941385.205606:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941385.205610:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525cc0 00000400:00000010:1.0:1788941385.205612:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525cc0. 00000100:00000001:1.0:1788941385.205617:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941385.205621:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772194a80 x1875827959600768/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.205634:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941385.205638:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772194a80 x1875827959600768/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.205645:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941385.205646:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788941385.205657:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941385.205659:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88976d0d5a00. 00000400:00000200:1.0:1788941385.205661:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941385.205664:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941385.205666:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525220 00000400:00000010:1.0:1788941385.205668:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525220. 00000100:00000001:1.0:1788941385.205670:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941385.205672:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772197100 x1875827959601024/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.205679:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941385.205682:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772197100 x1875827959601024/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941440 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.205687:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941385.205689:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788941385.205693:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941385.205695:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88976d0d5f00. 00000400:00000200:1.0:1788941385.205698:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941385.205701:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941385.205702:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525330 00000400:00000010:1.0:1788941385.205704:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525330. 00000100:00000001:1.0:1788941385.205705:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941385.205708:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772196d80 x1875827959600640/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.205715:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941385.205718:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772196d80 x1875827959600640/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.205733:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941385.205734:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788941385.207228:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941385.207234:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977322b700. 00000400:00000200:1.0:1788941385.207240:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941385.207246:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941385.207251:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897605257f8 00000400:00000010:1.0:1788941385.207253:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897605257f8. 00000100:00000001:1.0:1788941385.207256:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941385.207262:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772194e00 x1875827959600896/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.207272:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941385.207275:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772194e00 x1875827959600896/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.207282:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941385.207284:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788941385.214604:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941385.214626:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941385.214631:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941385.214634:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941385.214645:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.214654:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941385.215245:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.215252:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.215258:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.215263:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b311680 00000400:00000200:1.0:1788941385.215268:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.215276:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538339 [1] + 224 00000800:00000001:1.0:1788941385.215285:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941385.215307:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941385.215311:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941385.215315:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941385.215342:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941385.215354:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772194a80 x1875827959600768/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941385.215366:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff889772194a80 x1875827959600768/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941385.215449:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941385.215454:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941385.215475:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941385.215486:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941385.215490:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788941385.218394:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941385.218402:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941385.218407:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e15580. 00000400:00000200:0.0:1788941385.218418:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525088 00000400:00000010:0.0:1788941385.218421:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525088. 00000100:00000001:0.0:1788941385.218427:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941385.218440:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772194a80 x1875827959600768/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941385.218453:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772194a80 x1875827959600768/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941385.218487:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941385.218489:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941385.218492:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941385.218496:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941385.218499:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941385.218502:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941385.218505:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941385.218516:0:2394:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=33 v=60 (60 60 60 60) 00000100:00001000:0.0:1788941385.218520:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=77 v=5 (1 1 1 0) 00000100:00000001:0.0:1788941385.218523:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941385.218525:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941385.218528:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788941385.218532:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941385.218535:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788941385.218537:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771466 00000100:00000001:0.0:1788941385.218539:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788941385.218541:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941385.218546:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772194a80 x1875827959600768/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941385.218553:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941385.218557:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941385.218560:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941385.218563:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772194a80 x1875827959600768/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941385.218570:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772194a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959600768:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941385.218576:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941385.218579:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941385.218583:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772194a80 x1875827959600768/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941385.218589:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941385.218595:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941385.218599:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897480de200. 02000000:00000001:0.0:1788941385.218603:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941385.218606:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941385.218608:0:2394:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=5 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:0.0:1788941385.218612:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941385.218614:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88976d0d5100. 02000000:00000001:0.0:1788941385.218618:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941385.218620:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941385.218622:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772194a80. 00000100:00000001:0.0:1788941385.218625:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941385.218627:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941385.218631:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941385.218633:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941385.218636:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941385.218638:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941385.218640:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788941385.222232:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941385.222254:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941385.222260:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941385.222398:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941385.222409:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.222419:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941385.222430:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.222436:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.222443:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.222448:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 25 MB=0x6aa0e3b311600 00000400:00000200:1.0:1788941385.222453:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.222460:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538359 [1] + 224 00000800:00000001:1.0:1788941385.222469:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941385.222473:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941385.222477:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941385.222482:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941385.222492:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941385.222503:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772196d80 x1875827959600640/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941385.222516:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff889772196d80 x1875827959600640/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941385.222577:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941385.222583:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941385.222601:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941385.222613:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941385.222634:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941385.222636:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941385.222638:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941385.222642:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.222646:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941385.222650:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.222653:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.222656:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.223211:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 4 MB=0x6aa0e3b311780 00000400:00000200:1.0:1788941385.223219:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.223226:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538349 [1] + 224 00000800:00000001:1.0:1788941385.223233:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941385.223244:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941385.223247:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941385.223250:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941385.223255:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941385.223261:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772197100 x1875827959601024/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941385.223272:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff889772197100 x1875827959601024/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.223280:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941385.223285:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941385.223289:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788941385.225587:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941385.225595:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941385.225600:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e153c8. 00000400:00000200:0.0:1788941385.225611:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525bb0 00000400:00000010:0.0:1788941385.225614:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525bb0. 00000100:00000001:0.0:1788941385.225620:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941385.225633:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772196d80 x1875827959600640/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941385.225647:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772196d80 x1875827959600640/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941385.225657:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941385.225733:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941385.225737:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941385.225741:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941385.225744:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941385.225747:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941385.225750:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941385.225759:0:2394:0:(import.c:2149:obd_at_measure()) add 5 to ffff8897505b1460 time=33 v=5 (5 5 5 5) 00000100:00001000:0.0:1788941385.225787:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b1418 time=77 v=5 (1 1 1 0) 00000100:00000001:0.0:1788941385.225790:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941385.225792:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941385.225795:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788941385.225798:0:2394:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941385.225801:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941385.225807:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772196d80 x1875827959600640/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941385.225816:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941385.225820:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941385.225822:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941385.225826:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772196d80 x1875827959600640/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941385.225835:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772196d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2394:1875827959600640:192.168.206.112@tcp:400:kworker.0 00000400:00000001:0.0:1788941385.225843:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941385.225845:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941385.225847:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e151b8. 00000400:00000200:0.0:1788941385.225849:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525b28 00000400:00000010:0.0:1788941385.225868:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525b28. 00000100:00000001:0.0:1788941385.225872:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941385.225877:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772197100 x1875827959601024/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941385.225886:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772197100 x1875827959601024/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941385.225893:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941385.225894:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941385.225897:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941385.225898:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941385.225900:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941385.225901:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941385.225903:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941385.225910:0:2394:0:(import.c:2149:obd_at_measure()) add 36 to ffff8897505b5c60 time=32 v=36 (36 36 5 5) 00000100:00001000:0.0:1788941385.225919:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b5c18 time=62 v=5 (1 1 1 1) 00000100:00000001:0.0:1788941385.225921:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941385.225923:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941385.225925:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788941385.225928:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941385.225932:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788941385.225935:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff889767e18000: skip recheck: last_committed 42949693494 00000100:00000001:0.0:1788941385.225937:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788941385.225939:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941385.225943:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772197100 x1875827959601024/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941385.226048:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941385.226050:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941385.226051:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941385.226056:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772197100 x1875827959601024/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941440 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941385.226063:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772197100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959601024:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941385.226068:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941385.226072:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941385.226075:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772196d80 x1875827959600640/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941385.226083:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941385.226086:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941385.226090:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897480de000. 02000000:00000001:0.0:1788941385.226095:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941385.226099:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941385.226101:0:2394:0:(genops.c:1223:class_import_put()) import ffff8897505b1000 refcount=3 obd=MGC192.168.206.112@tcp 00000020:00000001:0.0:1788941385.226104:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941385.226172:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88976d0d5500. 02000000:00000001:0.0:1788941385.226178:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941385.226180:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941385.226182:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772196d80. 00000100:00000001:0.0:1788941385.226193:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941385.226195:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941385.226196:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941385.226200:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772197100 x1875827959601024/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941440 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941385.226206:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941385.226208:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941385.226210:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897480dfc00. 02000000:00000001:0.0:1788941385.226212:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941385.226213:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941385.226215:0:2394:0:(genops.c:1223:class_import_put()) import ffff8897505b5800 refcount=3 obd=lustre-OST0000-osc-ffff889767e18000 00000020:00000001:0.0:1788941385.226217:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941385.226218:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88976d0d5200. 02000000:00000001:0.0:1788941385.226220:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941385.226221:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941385.226222:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772197100. 00000100:00000001:0.0:1788941385.226225:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941385.226226:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941385.226229:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941385.226231:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941385.226234:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941385.226236:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941385.226238:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788941385.243542:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941385.243564:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941385.243569:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941385.243571:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941385.243582:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.243591:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941385.243600:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.243605:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.243612:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.243616:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b311700 00000400:00000200:1.0:1788941385.243638:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941385.243646:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538369 [1] + 224 00000800:00000001:1.0:1788941385.243655:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941385.243674:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941385.243678:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941385.243683:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941385.243691:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941385.243701:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772194e00 x1875827959600896/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941385.243713:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff889772194e00 x1875827959600896/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941385.243786:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941385.243797:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941385.243801:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941385.243880:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941385.243887:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788941385.243895:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941385.243898:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941385.243902:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e152c0. 00000400:00000200:0.0:1788941385.243907:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525e58 00000400:00000010:0.0:1788941385.243910:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525e58. 00000100:00000001:0.0:1788941385.243913:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941385.243919:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772194e00 x1875827959600896/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941385.243927:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772194e00 x1875827959600896/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941385.243933:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941385.243942:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941385.243945:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941385.243949:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941385.243952:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941385.243955:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941385.243958:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941385.243971:0:2394:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc88460 time=33 v=60 (60 60 60 60) 00000100:00001000:0.0:1788941385.243976:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc88418 time=47 v=5 (1 1 1 0) 00000100:00000001:0.0:1788941385.243979:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941385.243981:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941385.243984:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788941385.243989:0:2394:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff889772194e00 x1875827959600896/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788941385.243996:0:2394:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941385.244000:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788941385.244003:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff889767e18000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1788941385.244004:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788941385.244007:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941385.244012:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772194e00 x1875827959600896/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941385.244019:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941385.244022:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941385.244024:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941385.244028:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772194e00 x1875827959600896/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941385.244037:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772194e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959600896:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941385.244042:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941385.244045:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941385.244049:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772194e00 x1875827959600896/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941470 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941385.244055:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941385.244063:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941385.244067:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897480dec00. 02000000:00000001:0.0:1788941385.244071:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941385.244074:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941385.244076:0:2394:0:(genops.c:1223:class_import_put()) import ffff88976bc88000 refcount=3 obd=lustre-MDT0001-mdc-ffff889767e18000 00000020:00000001:0.0:1788941385.244079:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941385.244082:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88976d0d5000. 02000000:00000001:0.0:1788941385.244086:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941385.244088:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941385.244090:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772194e00. 00000100:00000001:0.0:1788941385.244095:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941385.244096:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941385.244098:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941385.244107:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788941385.244110:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941385.244112:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941385.244115:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941385.458971:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941385.458988:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941385.458995:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941385.458996:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941385.459101:0:252129:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941385.459108:0:252129:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941385.459112:0:252129:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788941386.227036:0:2385:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889742a84480] -> 12345-192.168.206.12@tcp (6) 00000800:00000200:3.0:1788941386.227059:0:2385:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.12@tcp ip 192.168.206.12:988 00000800:00000200:3.0:1788941386.227063:0:2385:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff889751caa400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1788941386.227243:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1788941386.227249:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941386.227260:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941386.227264:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941386.227267:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788941386.483087:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941386.483093:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941386.483107:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941386.483108:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941386.485895:0:236344:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941386.485901:0:236344:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941386.485906:0:236344:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941387.506996:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941387.507002:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941387.507008:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941387.507009:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941387.507066:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941387.507070:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941387.507072:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941388.530990:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941388.530997:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941388.531002:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941388.531003:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941388.531097:0:245732:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941388.531101:0:245732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941388.531104:0:245732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788941389.042983:0:276806:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af110 (cpu 1) has reached its deadline 4307262177, at 4307262208 00000100:00000040:0.0:1788941389.042983:0:276107:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af000 (cpu 0) has reached its deadline 4307262177, at 4307262208 00000100:00000010:0.0:1788941389.042999:0:276107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889746b8be40. 00000100:00000010:1.0:1788941389.043001:0:276806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889746b8b720. 00010000:00000001:2.0:1788941389.557523:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941389.557533:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941389.557540:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941389.557541:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941389.557678:0:242292:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941389.557690:0:242292:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941389.557699:0:242292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788941390.323277:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788941390.323292:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788941390.323305:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772195c00. 00000020:00000040:1.0:1788941390.323312:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b1000 refcount=4 obd=MGC192.168.206.112@tcp 00000100:00000001:1.0:1788941390.323317:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941390.323339:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941390.323345:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941390.323355:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977322b700. 00000100:00000001:1.0:1788941390.323364:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941390.323380:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS req@ffff889772195c00 x1875827959601152/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788941390.323392:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941390.323397:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941390.323403:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db25fe41] to pc [ptlrpcd_00_01+1] req@ffff889772195c00 x1875827959601152/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941390.323465:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941390.323471:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941390.323474:0:2395:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788941390.323482:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772195c00 x1875827959601152/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941390.323490:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788941390.323493:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941390.323497:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788941390.323507:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788941390.323510:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788941390.323514:0:2395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772195c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2395:1875827959601152:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941390.323519:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788941390.323525:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788941390.323529:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941390.323532:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788941390.323537:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff889746114000. 02000000:00000001:0.0:1788941390.323539:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788941390.323548:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:0.0:1788941390.323554:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889760a17370. 00000400:00000010:0.0:1788941390.323563:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87908. 00000100:00000200:0.0:1788941390.323573:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959601152, portal 25 00000100:00000001:0.0:1788941390.323576:0:2395:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788941390.323578:0:2395:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768544768 : -131290941006848 : ffff889772195c00) 00000100:00000040:0.0:1788941390.323586:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff889772195c00 x1875827959601152/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941390.323594:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788941390.323597:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:0.0:1788941390.323601:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87bb0. 00000100:00000200:0.0:1788941390.323603:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875827959601152, offset 0 00000400:00000200:0.0:1788941390.323611:0:2395:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:0.0:1788941390.323623:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941390.323632:0:2395:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:0.0:1788941390.323639:0:2395:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788941390.323644:0:2395:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:0.0:1788941390.323649:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788941390.323652:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:0.0:1788941390.323656:0:2395:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545754:545754:256:4294967295] 192.168.206.112@tcp LPNI seq info [545739:545739:8:4294967295] 00000400:00000200:0.0:1788941390.323661:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941390.323670:0:2395:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:0.0:1788941390.323677:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:0.0:1788941390.323688:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8896412e8400. 00000100:00000001:1.0:1788941390.323772:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941390.323776:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788941390.323779:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788941390.323784:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772195f80. 00000020:00000040:1.0:1788941390.323787:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=6 obd=lustre-MDT0000-mdc-ffff889767e18000 00000100:00000001:1.0:1788941390.323790:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941390.323791:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941390.323793:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941390.323798:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977322b500. 00000100:00000001:1.0:1788941390.323801:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941390.323807:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID req@ffff889772195f80 x1875827959601280/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788941390.323814:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941390.323817:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941390.323821:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b94e557] to pc [ptlrpcd_00_00+0] req@ffff889772195f80 x1875827959601280/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.323830:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941390.323832:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788941390.323835:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788941390.323838:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772194380. 00000020:00000040:1.0:1788941390.323847:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc88000 refcount=4 obd=lustre-MDT0001-mdc-ffff889767e18000 00000100:00000001:1.0:1788941390.323850:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941390.323871:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941390.323874:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941390.323879:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977322bb00. 00000100:00000001:1.0:1788941390.323883:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941390.323888:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID req@ffff889772194380 x1875827959601408/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788941390.323896:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941390.323897:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941390.323902:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007952ee1c] to pc [ptlrpcd_00_01+1] req@ffff889772194380 x1875827959601408/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.323910:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941390.323913:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788941390.323916:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788941390.323919:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff889772195500. 00000020:00000040:1.0:1788941390.323922:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b5800 refcount=4 obd=lustre-OST0000-osc-ffff889767e18000 00000100:00000001:1.0:1788941390.323924:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788941390.323925:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788941390.323927:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788941390.323930:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88977322b400. 00000100:00000001:1.0:1788941390.323933:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941390.323937:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID req@ffff889772195500 x1875827959601536/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788941390.323944:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788941390.323946:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941390.323949:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2224f53] to pc [ptlrpcd_00_00+0] req@ffff889772195500 x1875827959601536/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.323956:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941390.323958:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788941390.323967:0:233298:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788941390.323972:0:233298:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12601) 00000100:00000001:1.0:1788941390.324001:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941390.324003:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941390.324005:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941390.324010:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772195f80 x1875827959601280/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.324018:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941390.324019:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941390.324021:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941390.324023:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941390.324025:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941390.324028:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772195f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959601280:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941390.324032:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941390.324034:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941390.324036:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941390.324038:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941390.324043:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897480df400. 02000000:00000001:1.0:1788941390.324045:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941390.324049:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941390.324052:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e15790. 00000400:00000010:1.0:1788941390.324057:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8897605257f8. 00000100:00000200:1.0:1788941390.324060:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959601280, portal 10 00000100:00000001:1.0:1788941390.324062:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941390.324063:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768545664 : -131290941005952 : ffff889772195f80) 00000100:00000040:1.0:1788941390.324070:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff889772195f80 x1875827959601280/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.324076:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941390.324078:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941390.324081:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525330. 00000100:00000200:1.0:1788941390.324083:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959601280, offset 0 00000400:00000200:1.0:1788941390.324088:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941390.324097:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.324101:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941390.324104:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941390.324120:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941390.324123:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941390.324126:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941390.324129:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545755:545755:255:4294967295] 192.168.206.112@tcp LPNI seq info [545740:545740:7:4294967295] 00000400:00000200:1.0:1788941390.324133:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.324139:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941390.324144:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941390.324148:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977322b100. 00000800:00000200:1.0:1788941390.324155:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941390.324164:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941390.324169:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977322b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941390.324182:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941390.324189:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34526 usecs (35 jiffies) 00000400:00000200:1.0:1788941390.324192:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941390.324195:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307263524 00000100:00000010:1.0:1788941390.324200:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889746b8b180. 00000100:00000001:1.0:1788941390.324210:0:2394:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788941390.324217:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307263524 00000100:00000010:1.0:1788941390.324221:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff889746b8b360. 00000100:00000001:1.0:1788941390.324224:0:2394:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788941390.324227:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941390.324230:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941390.324234:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941390.324238:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772195500 x1875827959601536/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.324245:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941390.324254:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941390.324258:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941390.324259:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941390.324261:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941390.324264:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772195500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959601536:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941390.324276:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941390.324279:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941390.324281:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941390.324282:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941390.324286:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897480dfe00. 02000000:00000001:1.0:1788941390.324288:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941390.324292:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941390.324295:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e155d8. 00000400:00000010:1.0:1788941390.324300:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525220. 00000100:00000200:1.0:1788941390.324302:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959601536, portal 4 00000100:00000001:1.0:1788941390.324304:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941390.324306:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768542976 : -131290941008640 : ffff889772195500) 00000100:00000040:1.0:1788941390.324312:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff889772195500 x1875827959601536/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.324318:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941390.324320:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941390.324323:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525cc0. 00000100:00000200:1.0:1788941390.324325:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875827959601536, offset 0 00000400:00000200:1.0:1788941390.324329:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941390.324333:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.324336:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941390.324339:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941390.324341:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941390.324343:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941390.324346:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941390.324349:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545756:545756:254:4294967295] 192.168.206.112@tcp LPNI seq info [545741:545741:6:4294967295] 00000400:00000200:1.0:1788941390.324353:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.324360:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941390.324371:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941390.324375:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977322b600. 00000800:00000200:1.0:1788941390.324379:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941390.324384:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941390.324387:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977322b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941390.324390:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941390.324394:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: using a timeout of 137721 usecs (138 jiffies) 00000400:00000200:1.0:1788941390.324397:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941390.324399:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307263627 00000100:00000001:1.0:1788941390.324405:0:2394:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 0, simply extend its deadline from 4307263524 00000100:00000001:1.0:1788941390.324409:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307263627 00000100:00000001:1.0:1788941390.324411:0:2394:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 1, simply extend its deadline from 4307263524 00000100:00000001:1.0:1788941390.324414:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941390.324416:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941390.324419:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941390.324422:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941390.324431:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941390.324434:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1788941390.324436:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941390.324437:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941390.324439:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941390.324442:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788941390.324443:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941390.324445:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788941390.324446:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941390.324448:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941390.324449:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941390.324451:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788941390.324455:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff889772194380 x1875827959601408/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.324462:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788941390.324464:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941390.324472:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788941390.324474:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788941390.324476:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788941390.324479:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff889772194380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959601408:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941390.324483:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788941390.324486:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788941390.324488:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941390.324489:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788941390.324492:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8897480df600. 02000000:00000001:1.0:1788941390.324495:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788941390.324498:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:1.0:1788941390.324501:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889751e15d10. 00000400:00000010:1.0:1788941390.324505:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525dd0. 00000100:00000200:1.0:1788941390.324508:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959601408, portal 10 00000100:00000001:1.0:1788941390.324510:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788941390.324511:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782768538496 : -131290941013120 : ffff889772194380) 00000100:00000040:1.0:1788941390.324518:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff889772194380 x1875827959601408/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.324525:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788941390.324527:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:1.0:1788941390.324529:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff889760525d48. 00000100:00000200:1.0:1788941390.324532:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959601408, offset 0 00000400:00000200:1.0:1788941390.324536:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:1.0:1788941390.324540:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.324543:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:1.0:1788941390.324546:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788941390.324549:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:1.0:1788941390.324551:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788941390.324554:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:1.0:1788941390.324556:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545757:545757:253:4294967295] 192.168.206.112@tcp LPNI seq info [545742:545742:5:4294967295] 00000400:00000200:1.0:1788941390.324560:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.324566:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:1.0:1788941390.324577:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:1.0:1788941390.324581:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff88977322ba00. 00000800:00000200:1.0:1788941390.324586:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:1.0:1788941390.324590:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:1.0:1788941390.324593:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff88977322ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788941390.324596:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941390.324599:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: using a timeout of 20892 usecs (21 jiffies) 00000400:00000200:1.0:1788941390.324603:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:1.0:1788941390.324605:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307263510 00000100:00000001:1.0:1788941390.324607:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307263627 00000100:00000001:1.0:1788941390.324610:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307263510 00000100:00000001:1.0:1788941390.324611:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307263627 00000100:00000001:1.0:1788941390.324614:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941390.324616:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941390.324619:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941390.324621:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788941390.324679:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941390.324684:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977322b100. 00000400:00000200:1.0:1788941390.324703:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941390.324708:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941390.324715:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525330 00000400:00000010:1.0:1788941390.324718:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525330. 00000100:00000001:1.0:1788941390.324724:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941390.324729:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772195f80 x1875827959601280/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.324739:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941390.324743:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772195f80 x1875827959601280/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.324750:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941390.324752:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788941390.324773:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941390.324776:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977322b600. 00000400:00000200:1.0:1788941390.324778:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941390.324782:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941390.324784:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525cc0 00000400:00000010:1.0:1788941390.324786:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525cc0. 00000100:00000001:1.0:1788941390.324788:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941390.324792:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772195500 x1875827959601536/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.324799:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941390.324801:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772195500 x1875827959601536/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.324808:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941390.324810:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788941390.324925:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941390.324928:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff88977322ba00. 00000400:00000200:1.0:1788941390.324931:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941390.324935:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941390.324938:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525d48 00000400:00000010:1.0:1788941390.324940:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525d48. 00000100:00000001:1.0:1788941390.324942:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941390.324946:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772194380 x1875827959601408/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.324953:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941390.324955:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772194380 x1875827959601408/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.324962:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941390.324964:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788941390.325079:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:0.0:1788941390.325085:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:0.0:1788941390.325088:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8896412e8400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788941390.325095:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788941390.325099:0:2395:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:0.0:1788941390.325101:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307267297 00000100:00000001:0.0:1788941390.325105:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307263627 00000100:00000001:0.0:1788941390.325109:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307267297 00000100:00000001:0.0:1788941390.325111:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307263627 00000100:00000001:0.0:1788941390.325114:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941390.325116:0:2395:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941390.325119:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941390.325121:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941390.325125:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788941390.325127:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788941390.325129:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941390.325130:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941390.325131:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941390.325133:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788941390.326771:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788941390.326783:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8896412e8400. 00000400:00000200:1.0:1788941390.326790:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941390.326800:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:1.0:1788941390.326807:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87bb0 00000400:00000010:1.0:1788941390.326821:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87bb0. 00000100:00000001:1.0:1788941390.326827:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788941390.326835:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff889772195c00 x1875827959601152/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.326848:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941390.326886:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff889772195c00 x1875827959601152/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.326895:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941390.326897:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788941390.329499:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941390.329539:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941390.329544:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941390.329559:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941390.329571:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.329581:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941390.329602:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.329607:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.329639:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.329644:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b311880 00000400:00000200:1.0:1788941390.329662:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.329670:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x538389 [1] + 224 00000800:00000001:1.0:1788941390.329679:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941390.329685:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941390.329697:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941390.329702:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941390.329712:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941390.329723:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772195f80 x1875827959601280/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941390.329753:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff889772195f80 x1875827959601280/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.329788:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941390.329839:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941390.329843:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941390.329846:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941390.329848:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941390.329886:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.329890:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941390.329894:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.329897:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.329900:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.329903:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b311900 00000400:00000200:1.0:1788941390.329906:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.329910:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x5383a9 [1] + 224 00000800:00000001:1.0:1788941390.329915:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941390.329921:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941390.329924:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941390.329927:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941390.329931:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941390.329958:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772194380 x1875827959601408/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941390.329979:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff889772194380 x1875827959601408/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.329996:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941390.330001:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941390.330005:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941390.330469:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941390.330497:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788941390.330506:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941390.330521:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941390.330525:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e15d10. 00000400:00000200:0.0:1788941390.330540:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525dd0 00000400:00000010:0.0:1788941390.330543:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525dd0. 00000100:00000001:0.0:1788941390.330548:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941390.330554:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772194380 x1875827959601408/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941390.330587:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772194380 x1875827959601408/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941390.330595:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941390.330608:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941390.330611:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941390.330615:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941390.330619:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941390.330621:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941390.330641:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941390.330666:0:2394:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc88460 time=38 v=60 (60 60 60 60) 00000100:00001000:0.0:1788941390.330671:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc88418 time=52 v=5 (1 1 1 0) 00000100:00000001:0.0:1788941390.330674:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941390.330676:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941390.330680:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788941390.330686:0:2394:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff889772194380 x1875827959601408/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788941390.330703:0:2394:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941390.330707:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788941390.330710:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff889767e18000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1788941390.330712:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788941390.330714:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941390.330719:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772194380 x1875827959601408/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941390.330727:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941390.330730:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941390.330733:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941390.330736:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772194380 x1875827959601408/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941390.330744:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772194380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959601408:192.168.206.112@tcp:400:kworker.0 00000400:00000001:0.0:1788941390.330751:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941390.330752:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941390.330754:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e15790. 00000400:00000200:0.0:1788941390.330757:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8897605257f8 00000400:00000010:0.0:1788941390.330759:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff8897605257f8. 00000100:00000001:0.0:1788941390.330762:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941390.330788:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772195f80 x1875827959601280/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941390.330797:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772195f80 x1875827959601280/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941390.330803:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941390.330823:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941390.330825:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941390.330842:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941390.330900:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941390.330913:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941390.330916:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941390.330932:0:2394:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=38 v=60 (60 60 60 60) 00000100:00001000:0.0:1788941390.330935:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=82 v=5 (1 1 1 0) 00000100:00000001:0.0:1788941390.330978:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941390.330980:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941390.330982:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788941390.330984:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941390.330997:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788941390.330999:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771466 00000100:00000001:0.0:1788941390.331001:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788941390.331011:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941390.331016:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772195f80 x1875827959601280/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941390.331023:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941390.331025:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941390.331026:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941390.331029:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772195f80 x1875827959601280/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941390.331037:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772195f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959601280:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941390.331042:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941390.331045:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941390.331055:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772194380 x1875827959601408/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941390.331062:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941390.331065:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941390.331070:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897480df600. 02000000:00000001:0.0:1788941390.331074:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941390.331078:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941390.331080:0:2394:0:(genops.c:1223:class_import_put()) import ffff88976bc88000 refcount=3 obd=lustre-MDT0001-mdc-ffff889767e18000 00000020:00000001:0.0:1788941390.331082:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941390.331085:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977322bb00. 02000000:00000001:0.0:1788941390.331089:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941390.331092:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941390.331094:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772194380. 00000100:00000001:0.0:1788941390.331098:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941390.331099:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941390.331101:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941390.331292:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772195f80 x1875827959601280/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941475 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941390.331301:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941390.331303:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941390.331305:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897480df400. 02000000:00000001:0.0:1788941390.331308:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941390.331309:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941390.331310:0:2394:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=5 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:0.0:1788941390.331312:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941390.331314:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977322b500. 02000000:00000001:0.0:1788941390.331316:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941390.331318:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941390.331319:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772195f80. 00000100:00000001:0.0:1788941390.331322:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941390.331323:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941390.331327:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941390.331329:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941390.331331:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941390.331333:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941390.331335:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788941390.333308:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941390.333333:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941390.333337:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941390.333340:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941390.333350:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.333359:0:2387:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941390.333371:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.333377:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.333383:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.333406:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 4 MB=0x6aa0e3b311980 00000400:00000200:1.0:1788941390.333412:0:2387:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.333419:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538399 [1] + 224 00000800:00000001:1.0:1788941390.333429:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941390.333437:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941390.333441:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941390.333446:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941390.333456:0:2387:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941390.333465:0:2387:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772195500 x1875827959601536/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941390.333477:0:2387:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff889772195500 x1875827959601536/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.333504:0:2387:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941390.333515:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941390.333518:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941390.334364:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941390.334373:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788941390.334383:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941390.334386:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941390.334390:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889751e155d8. 00000400:00000200:0.0:1788941390.334398:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff889760525220 00000400:00000010:0.0:1788941390.334401:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff889760525220. 00000100:00000001:0.0:1788941390.334406:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941390.334417:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772195500 x1875827959601536/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941390.334428:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772195500 x1875827959601536/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941390.334436:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941390.334438:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941390.334441:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941390.334446:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941390.334450:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941390.334453:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941390.334457:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941390.334471:0:2394:0:(import.c:2149:obd_at_measure()) add 36 to ffff8897505b5c60 time=37 v=36 (36 36 5 5) 00000100:00001000:0.0:1788941390.334476:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b5c18 time=67 v=5 (1 1 1 1) 00000100:00000001:0.0:1788941390.334479:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941390.334482:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941390.334485:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788941390.334490:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941390.334495:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788941390.334498:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff889767e18000: skip recheck: last_committed 42949693494 00000100:00000001:0.0:1788941390.334500:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788941390.334502:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941390.334507:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772195500 x1875827959601536/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941390.334514:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941390.334518:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941390.334520:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941390.334524:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772195500 x1875827959601536/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941390.334549:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772195500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959601536:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941390.334555:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941390.334558:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941390.334562:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772195500 x1875827959601536/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941390.334569:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941390.334572:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941390.334576:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8897480dfe00. 02000000:00000001:0.0:1788941390.334580:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941390.334583:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941390.334585:0:2394:0:(genops.c:1223:class_import_put()) import ffff8897505b5800 refcount=3 obd=lustre-OST0000-osc-ffff889767e18000 00000020:00000001:0.0:1788941390.334588:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941390.334591:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977322b400. 02000000:00000001:0.0:1788941390.334595:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941390.334597:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941390.334598:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772195500. 00000100:00000001:0.0:1788941390.334603:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941390.334605:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941390.334607:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941390.334617:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788941390.334620:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941390.334622:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941390.334625:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788941390.335936:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941390.335956:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941390.335961:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941390.335963:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941390.335973:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.336049:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941390.336060:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.336067:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.336073:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.336123:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 25 MB=0x6aa0e3b311800 00000400:00000200:1.0:1788941390.336130:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941390.336138:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.112@tcp of length 224/224 into md 0x538379 [1] + 224 00000800:00000001:1.0:1788941390.336146:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941390.336154:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941390.336158:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941390.336163:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941390.336172:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941390.336194:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff889772195c00 x1875827959601152/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941390.336208:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff889772195c00 x1875827959601152/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941390.336234:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941390.336247:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941390.336251:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941390.336366:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941390.336371:0:2395:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788941390.336378:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941390.336380:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941390.336384:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889760a17370. 00000400:00000200:0.0:1788941390.336388:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87908 00000400:00000010:0.0:1788941390.336391:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87908. 00000100:00000001:0.0:1788941390.336394:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941390.336400:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff889772195c00 x1875827959601152/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941390.336421:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff889772195c00 x1875827959601152/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941390.336427:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941390.336430:0:2395:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941390.336432:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941390.336436:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941390.336439:0:2395:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941390.336441:0:2395:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941390.336445:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941390.336452:0:2395:0:(import.c:2149:obd_at_measure()) add 5 to ffff8897505b1460 time=38 v=5 (5 5 5 5) 00000100:00001000:0.0:1788941390.336457:0:2395:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b1418 time=82 v=5 (1 1 1 0) 00000100:00000001:0.0:1788941390.336460:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941390.336461:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941390.336464:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788941390.336467:0:2395:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941390.336469:0:2395:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941390.336474:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff889772195c00 x1875827959601152/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941390.336480:0:2395:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941390.336483:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941390.336485:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941390.336489:0:2395:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff889772195c00 x1875827959601152/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941390.336497:0:2395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff889772195c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2395:1875827959601152:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941390.336502:0:2395:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941390.336514:0:2395:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941390.336518:0:2395:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff889772195c00 x1875827959601152/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941390.336524:0:2395:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941390.336526:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941390.336534:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff889746114000. 02000000:00000001:0.0:1788941390.336537:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941390.336540:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941390.336543:0:2395:0:(genops.c:1223:class_import_put()) import ffff8897505b1000 refcount=3 obd=MGC192.168.206.112@tcp 00000020:00000001:0.0:1788941390.336545:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941390.336548:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff88977322b700. 02000000:00000001:0.0:1788941390.336552:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941390.336554:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941390.336556:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff889772195c00. 00000100:00000001:0.0:1788941390.336560:0:2395:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941390.336561:0:2395:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941390.336563:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941390.336572:0:2395:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788941390.336574:0:2395:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941390.336577:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941390.336579:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941390.579588:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941390.579598:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941390.579606:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941390.579608:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941390.579937:0:252129:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941390.579942:0:252129:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941390.579946:0:252129:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941391.603885:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941391.603892:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941391.603898:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941391.603899:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941391.605412:0:236344:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941391.605434:0:236344:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941391.605440:0:236344:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788941392.627406:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941392.627412:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941392.627418:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941392.627420:0:250116:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788941392.627422:0:250116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941392.627428:0:250116:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788941392.627430:0:250116:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788941392.627431:0:250116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941392.627434:0:250116:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788941392.627436:0:250116:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941392.627438:0:250116:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941392.627440:0:250116:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941392.630556:0:236343:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941392.630563:0:236343:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941392.630568:0:236343:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788941393.649449:0:280502:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941393.650945:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941393.650951:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941393.650965:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941393.650967:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788941393.651290:0:245732:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788941393.651293:0:245732:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788941393.651296:0:245732:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1788941393.990538:0:280538:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788941393.990544:0:280538:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: rpc test_812b: @@@@@@ FAIL: can't put import for osc.lustre-OST0000-osc-ffff889767e18000.ost_server_uuid into CONNECTING state after 50 sec, have FULL 00000001:00000001:1.0:1788941393.998433:0:280538:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:0.0:1788941394.163955:0:276107:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af000 (cpu 0) has reached its deadline 4307267297, at 4307267328 00000100:00000010:0.0:1788941394.163967:0:276107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889746b8b180. 00000100:00000040:1.0:1788941394.165068:0:276806:0:(connection.c:75:cpu_latency_work()) work item of ffff8897466af110 (cpu 1) has reached its deadline 4307267297, at 4307267330 00000100:00000010:1.0:1788941394.165078:0:276806:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff889746b8b360. 00010000:00000001:2.0:1788941394.675273:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941394.675281:0:250116:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788941394.675283:0:250116:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788941394.675286:0:250116:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941394.675290:0:250116:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788941394.675292:0:250116:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941394.675294:0:250116:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941394.675296:0:250116:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941394.675300:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941394.675302:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941394.676936:0:242292:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941394.676941:0:242292:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941394.676946:0:242292:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788941395.443524:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788941395.443535:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788941395.443541:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098df80. 00000020:00000040:0.0:1788941395.443547:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b1000 refcount=4 obd=MGC192.168.206.112@tcp 00000100:00000001:0.0:1788941395.443551:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941395.443554:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941395.443558:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941395.443565:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8896412e8f00. 00000100:00000001:0.0:1788941395.443577:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941395.443587:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3b28a452-9a8c-4ca1-ada0-d01d4e7186fd->MGS req@ffff88976098df80 x1875827959601664/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941395.443597:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941395.443601:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941395.443606:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f0d43a1] to pc [ptlrpcd_00_01+1] req@ffff88976098df80 x1875827959601664/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.443634:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941395.443637:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788941395.443640:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788941395.443643:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098d180. 00000020:00000040:0.0:1788941395.443656:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc8a800 refcount=6 obd=lustre-MDT0000-mdc-ffff889767e18000 00000100:00000001:0.0:1788941395.443659:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941395.443660:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941395.443662:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941395.443665:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8896412e8900. 00000100:00000001:0.0:1788941395.443668:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941395.443671:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0000_UUID req@ffff88976098d180 x1875827959601792/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941395.443678:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941395.443679:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941395.443683:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004224027b] to pc [ptlrpcd_00_00+0] req@ffff88976098d180 x1875827959601792/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.443690:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941395.443692:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788941395.443695:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788941395.443697:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098ce00. 00000020:00000040:0.0:1788941395.443699:0:233298:0:(genops.c:1210:class_import_get()) import ffff88976bc88000 refcount=4 obd=lustre-MDT0001-mdc-ffff889767e18000 00000100:00000001:0.0:1788941395.443701:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941395.443703:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941395.443709:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941395.443713:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8896412e8a00. 00000100:00000001:0.0:1788941395.443716:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941395.443720:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-MDT0001_UUID req@ffff88976098ce00 x1875827959601920/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941395.443727:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941395.443729:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941395.443732:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000613c9bbc] to pc [ptlrpcd_00_01+1] req@ffff88976098ce00 x1875827959601920/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.443739:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941395.443741:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788941395.443744:0:233298:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788941395.443747:0:233298:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88976098ea00. 00000020:00000040:0.0:1788941395.443749:0:233298:0:(genops.c:1210:class_import_get()) import ffff8897505b5800 refcount=4 obd=lustre-OST0000-osc-ffff889767e18000 00000100:00000001:0.0:1788941395.443751:0:233298:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788941395.443752:0:233298:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788941395.443754:0:233298:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788941395.443757:0:233298:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8896412e8100. 00000100:00000001:0.0:1788941395.443759:0:233298:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941395.443764:0:233298:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0000_UUID req@ffff88976098ea00 x1875827959602048/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788941395.443770:0:233298:0:(jobid.c:939:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788941395.443772:0:233298:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941395.443775:0:233298:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d913fbb1] to pc [ptlrpcd_00_00+0] req@ffff88976098ea00 x1875827959602048/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.443780:0:233298:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941395.443782:0:233298:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788941395.443785:0:233298:0:(pinger.c:247:ptlrpc_pinger_process_import()) 5577a8ea-8937-4a4d-9ce6-14bd397bfba4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788941395.443789:0:233298:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12606) 00000100:00000001:0.0:1788941395.443805:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941395.443808:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941395.443811:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788941395.443816:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098d180 x1875827959601792/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.443823:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788941395.443825:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941395.443829:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788941395.443831:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788941395.443833:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788941395.443836:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959601792:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941395.443839:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788941395.443845:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788941395.443847:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941395.443849:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788941395.443882:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88977165da00. 02000000:00000001:0.0:1788941395.443885:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788941395.443891:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:0.0:1788941395.443896:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889760a17370. 00000400:00000010:0.0:1788941395.443902:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87908. 00000100:00000200:0.0:1788941395.443908:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959601792, portal 10 00000100:00000001:0.0:1788941395.443910:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788941395.443912:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474908032 : -131291234643584 : ffff88976098d180) 00000100:00000040:0.0:1788941395.443919:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098d180 x1875827959601792/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.443926:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788941395.443928:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:0.0:1788941395.443931:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87d48. 00000100:00000200:0.0:1788941395.443933:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959601792, offset 0 00000400:00000200:0.0:1788941395.443938:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:0.0:1788941395.443946:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941395.443953:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:0.0:1788941395.443957:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788941395.443968:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:0.0:1788941395.443971:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788941395.443974:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:0.0:1788941395.443978:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545758:545758:256:4294967295] 192.168.206.112@tcp LPNI seq info [545743:545743:8:4294967295] 00000400:00000200:0.0:1788941395.443982:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941395.443991:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:0.0:1788941395.443996:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:0.0:1788941395.444000:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8896412e8700. 00000800:00000200:0.0:1788941395.444006:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:0.0:1788941395.444013:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:0.0:1788941395.444016:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8896412e8700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788941395.444028:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941395.444032:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: using a timeout of 34518 usecs (35 jiffies) 00000400:00000200:0.0:1788941395.444035:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:0.0:1788941395.444037:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307268643 00000100:00000010:0.0:1788941395.444041:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8897480d33c0. 00000100:00000001:0.0:1788941395.444046:0:2394:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788941395.444051:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307268643 00000100:00000010:0.0:1788941395.444054:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8897480d3420. 00000100:00000001:0.0:1788941395.444058:0:2394:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff889767e18000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788941395.444061:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941395.444064:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941395.444066:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788941395.444070:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098ea00 x1875827959602048/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.444077:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788941395.444078:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941395.444080:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788941395.444081:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788941395.444083:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788941395.444092:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959602048:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941395.444095:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788941395.444098:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788941395.444099:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941395.444101:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788941395.444103:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88977165d200. 02000000:00000001:0.0:1788941395.444105:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788941395.444109:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:0.0:1788941395.444111:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889760a17cb8. 00000400:00000010:0.0:1788941395.444115:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87220. 00000100:00000200:0.0:1788941395.444118:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959602048, portal 4 00000100:00000001:0.0:1788941395.444120:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788941395.444121:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474914304 : -131291234637312 : ffff88976098ea00) 00000100:00000040:0.0:1788941395.444128:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098ea00 x1875827959602048/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.444134:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788941395.444136:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:0.0:1788941395.444138:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87550. 00000100:00000200:0.0:1788941395.444140:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875827959602048, offset 0 00000400:00000200:0.0:1788941395.444144:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:0.0:1788941395.444148:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941395.444151:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:0.0:1788941395.444154:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788941395.444156:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:0.0:1788941395.444159:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788941395.444161:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:0.0:1788941395.444163:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545759:545759:255:4294967295] 192.168.206.112@tcp LPNI seq info [545744:545744:7:4294967295] 00000400:00000200:0.0:1788941395.444167:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941395.444172:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:0.0:1788941395.444176:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:0.0:1788941395.444180:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8896412e8b00. 00000800:00000200:0.0:1788941395.444190:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:0.0:1788941395.444194:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:0.0:1788941395.444197:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8896412e8b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788941395.444200:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941395.444203:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: using a timeout of 137630 usecs (138 jiffies) 00000400:00000200:0.0:1788941395.444206:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:0.0:1788941395.444207:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307268746 00000100:00000001:0.0:1788941395.444212:0:2394:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 0, simply extend its deadline from 4307268643 00000100:00000001:0.0:1788941395.444215:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307268746 00000100:00000001:0.0:1788941395.444217:0:2394:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff889767e18000: PM QoS request active for cpu 1, simply extend its deadline from 4307268643 00000100:00000001:0.0:1788941395.444220:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941395.444222:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941395.444225:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941395.444227:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941395.444234:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788941395.444235:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1788941395.444237:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941395.444239:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941395.444250:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788941395.444253:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1788941395.444255:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941395.444257:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788941395.444258:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941395.444260:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941395.444261:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788941395.444262:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788941395.444266:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098df80 x1875827959601664/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.444272:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788941395.444274:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941395.444276:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788941395.444277:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788941395.444279:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788941395.444289:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2394:1875827959601664:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941395.444292:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788941395.444294:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788941395.444296:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941395.444298:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788941395.444301:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88977165d400. 02000000:00000001:0.0:1788941395.444302:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788941395.444306:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:0.0:1788941395.444308:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889760a17528. 00000400:00000010:0.0:1788941395.444311:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd872a8. 00000100:00000200:0.0:1788941395.444314:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959601664, portal 25 00000100:00000001:0.0:1788941395.444316:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788941395.444317:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474911616 : -131291234640000 : ffff88976098df80) 00000100:00000040:0.0:1788941395.444321:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098df80 x1875827959601664/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.444327:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788941395.444329:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:0.0:1788941395.444331:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87aa0. 00000100:00000200:0.0:1788941395.444333:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875827959601664, offset 0 00000400:00000200:0.0:1788941395.444337:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:0.0:1788941395.444341:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941395.444344:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:0.0:1788941395.444347:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788941395.444349:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:0.0:1788941395.444351:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788941395.444353:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:0.0:1788941395.444356:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545760:545760:254:4294967295] 192.168.206.112@tcp LPNI seq info [545745:545745:6:4294967295] 00000400:00000200:0.0:1788941395.444359:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941395.444364:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:0.0:1788941395.444368:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:0.0:1788941395.444371:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8896412e8400. 00000800:00000200:0.0:1788941395.444379:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:0.0:1788941395.444384:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:0.0:1788941395.444386:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8896412e8400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788941395.444390:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788941395.444394:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:0.0:1788941395.444396:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 0 is 4307272415 00000100:00000001:0.0:1788941395.444399:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307268746 00000100:00000001:0.0:1788941395.444401:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS new deadline estimation for cpu 1 is 4307272415 00000100:00000001:0.0:1788941395.444403:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307268746 00000100:00000001:0.0:1788941395.444405:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941395.444407:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941395.444409:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788941395.444412:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88976098ce00 x1875827959601920/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.444418:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788941395.444419:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941395.444421:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788941395.444423:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788941395.444425:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788941395.444427:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff88976098ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959601920:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941395.444430:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788941395.444432:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788941395.444433:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941395.444435:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788941395.444437:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88977165c400. 02000000:00000001:0.0:1788941395.444438:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788941395.444442:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000010:0.0:1788941395.444444:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff889760a17f78. 00000400:00000010:0.0:1788941395.444447:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd875d8. 00000100:00000200:0.0:1788941395.444450:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875827959601920, portal 10 00000100:00000001:0.0:1788941395.444452:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788941395.444457:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446612782474907136 : -131291234644480 : ffff88976098ce00) 00000100:00000040:0.0:1788941395.444464:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff88976098ce00 x1875827959601920/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.444470:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788941395.444472:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.112@tcp 00000400:00000010:0.0:1788941395.444474:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88976bd87ee0. 00000100:00000200:0.0:1788941395.444477:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875827959601920, offset 0 00000400:00000200:0.0:1788941395.444481:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.112@tcp 00000400:00000200:0.0:1788941395.444485:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941395.444488:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.112@tcp local destination 00000400:00000200:0.0:1788941395.444491:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788941395.444493:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.12@tcp 00000400:00000200:0.0:1788941395.444495:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788941395.444497:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.112@tcp 00000400:00000200:0.0:1788941395.444499:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.12@tcp NI seq info: [545761:545761:253:4294967295] 192.168.206.112@tcp LPNI seq info [545746:545746:5:4294967295] 00000400:00000200:0.0:1788941395.444503:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:0.0:1788941395.444508:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp:) -> 192.168.206.112@tcp(192.168.206.112@tcp:192.168.206.112@tcp) : PUT try# 0 00000800:00000200:0.0:1788941395.444512:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.112@tcp 00000800:00000010:0.0:1788941395.444515:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8896412e8200. 00000800:00000200:0.0:1788941395.444518:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff889743562900] -> 12345-192.168.206.112@tcp (5) 00000800:00000200:0.0:1788941395.444522:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.112@tcp ip 192.168.206.112:988 00000800:00000200:0.0:1788941395.444524:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8896412e8200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788941395.444526:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941395.444529:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: using a timeout of 20891 usecs (21 jiffies) 00000400:00000200:0.0:1788941395.444531:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000100:00000001:0.0:1788941395.444533:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 0 is 4307268629 00000100:00000001:0.0:1788941395.444535:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 0, keep current deadline 4307272415 00000100:00000001:0.0:1788941395.444537:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS new deadline estimation for cpu 1 is 4307268629 00000100:00000001:0.0:1788941395.444539:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff889767e18000: PM QoS request active for cpu 1, keep current deadline 4307272415 00000100:00000001:0.0:1788941395.444547:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941395.444549:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941395.444551:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941395.444553:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788941395.444593:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941395.444597:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8896412e8700. 00000400:00000200:0.0:1788941395.444601:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941395.444606:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941395.444611:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87d48 00000400:00000010:0.0:1788941395.444614:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87d48. 00000100:00000001:0.0:1788941395.444617:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941395.444621:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098d180 x1875827959601792/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.444629:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941395.444632:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098d180 x1875827959601792/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.444638:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941395.444640:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788941395.444650:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941395.444652:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8896412e8b00. 00000400:00000200:0.0:1788941395.444654:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941395.444656:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941395.444658:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87550 00000400:00000010:0.0:1788941395.444660:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87550. 00000100:00000001:0.0:1788941395.444662:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941395.444665:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098ea00 x1875827959602048/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941450 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.444670:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941395.444673:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098ea00 x1875827959602048/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941450 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.444678:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941395.444680:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788941395.444694:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941395.444696:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8896412e8400. 00000400:00000200:0.0:1788941395.444698:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941395.444701:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941395.444704:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87aa0 00000400:00000010:0.0:1788941395.444705:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87aa0. 00000100:00000001:0.0:1788941395.444707:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941395.444710:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098df80 x1875827959601664/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.444717:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941395.444720:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098df80 x1875827959601664/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.444725:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941395.444726:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788941395.444782:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788941395.444785:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8896412e8200. 00000400:00000200:0.0:1788941395.444787:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788941395.444790:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000400:00000200:0.0:1788941395.444792:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87ee0 00000400:00000010:0.0:1788941395.444794:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87ee0. 00000100:00000001:0.0:1788941395.444796:0:2387:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788941395.444799:0:2387:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff88976098ce00 x1875827959601920/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.444805:0:2387:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941395.444808:0:2387:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88976098ce00 x1875827959601920/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.444814:0:2387:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941395.444815:0:2387:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788941395.445028:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941395.445032:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788941395.472364:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941395.473018:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941395.473023:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941395.473026:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941395.473034:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941395.473041:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941395.473049:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941395.473120:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941395.473126:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941395.473130:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 25 MB=0x6aa0e3b311a00 00000400:00000200:1.0:1788941395.473135:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941395.473141:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.112@tcp of length 224/224 into md 0x5383d9 [1] + 224 00000800:00000001:1.0:1788941395.473156:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941395.473161:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941395.473163:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941395.473168:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941395.473175:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941395.473255:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098df80 x1875827959601664/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941395.473267:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098df80 x1875827959601664/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941395.473284:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788941395.473298:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941395.473301:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788941395.473307:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788941395.473309:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788941395.473311:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889760a17528. 00000400:00000200:1.0:1788941395.473315:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd872a8 00000400:00000010:1.0:1788941395.473317:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd872a8. 00000100:00000001:1.0:1788941395.473320:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941395.473324:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098df80 x1875827959601664/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788941395.473333:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098df80 x1875827959601664/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941395.473338:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788941395.473340:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941395.473342:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788941395.473345:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788941395.473347:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788941395.473349:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941395.473352:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788941395.473358:0:2394:0:(import.c:2149:obd_at_measure()) add 5 to ffff8897505b1460 time=43 v=5 (5 5 5 5) 00000100:00001000:1.0:1788941395.473363:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b1418 time=87 v=5 (1 1 1 0) 00000100:00000001:1.0:1788941395.473365:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788941395.473366:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941395.473375:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788941395.473376:0:2394:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941395.473379:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941395.473384:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098df80 x1875827959601664/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941395.473390:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941395.473393:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788941395.473395:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788941395.473399:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098df80 x1875827959601664/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788941395.473406:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3b28a452-9a8c-4ca1-ada0-d01d4e7186fd:2394:1875827959601664:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941395.473412:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941395.473415:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941395.473418:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098df80 x1875827959601664/t0(0) o400->MGC192.168.206.112@tcp@192.168.206.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1788941411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941395.473424:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788941395.473426:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788941395.473429:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88977165d400. 02000000:00000001:1.0:1788941395.473433:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788941395.473435:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788941395.473437:0:2394:0:(genops.c:1223:class_import_put()) import ffff8897505b1000 refcount=3 obd=MGC192.168.206.112@tcp 00000020:00000001:1.0:1788941395.473439:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788941395.473441:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8896412e8f00. 02000000:00000001:1.0:1788941395.473444:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788941395.473446:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788941395.473448:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098df80. 00000100:00000001:1.0:1788941395.473457:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788941395.473458:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941395.473461:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941395.473463:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941395.473464:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941395.473466:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941395.473467:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788941395.473476:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941395.473485:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941395.473487:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941395.473489:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941395.473493:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941395.473496:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941395.473501:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941395.473503:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941395.473506:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941395.473508:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b311a80 00000400:00000200:1.0:1788941395.473512:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941395.473516:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x5383b9 [1] + 224 00000800:00000001:1.0:1788941395.473520:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941395.473524:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941395.473526:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941395.473529:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941395.473532:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941395.473536:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098d180 x1875827959601792/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941395.473544:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098d180 x1875827959601792/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941395.473556:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788941395.473564:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941395.473565:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788941395.473568:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788941395.473569:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788941395.473570:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889760a17370. 00000400:00000200:1.0:1788941395.473573:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87908 00000400:00000010:1.0:1788941395.473575:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87908. 00000100:00000001:1.0:1788941395.473577:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941395.473580:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098d180 x1875827959601792/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788941395.473588:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098d180 x1875827959601792/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941395.473604:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788941395.473605:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941395.473608:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788941395.473610:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788941395.473611:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788941395.473612:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941395.473614:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788941395.473620:0:2394:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc8ac60 time=43 v=60 (60 60 60 60) 00000100:00001000:1.0:1788941395.473623:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc8ac18 time=87 v=5 (1 1 1 0) 00000100:00000001:1.0:1788941395.473625:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788941395.473626:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941395.473628:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788941395.473630:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941395.473633:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788941395.473636:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff889767e18000: skip recheck: last_committed 30064771466 00000100:00000001:1.0:1788941395.473638:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788941395.473639:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941395.473643:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098d180 x1875827959601792/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941395.473649:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941395.473651:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788941395.473652:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788941395.473656:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098d180 x1875827959601792/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788941395.473663:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959601792:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941395.473666:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941395.473669:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941395.473671:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098d180 x1875827959601792/t0(0) o400->lustre-MDT0000-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941395.473677:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788941395.473683:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788941395.473685:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88977165da00. 02000000:00000001:1.0:1788941395.473688:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788941395.473689:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788941395.473691:0:2394:0:(genops.c:1223:class_import_put()) import ffff88976bc8a800 refcount=5 obd=lustre-MDT0000-mdc-ffff889767e18000 00000020:00000001:1.0:1788941395.473693:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788941395.473694:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8896412e8900. 02000000:00000001:1.0:1788941395.473696:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788941395.473697:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788941395.473699:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098d180. 00000100:00000001:1.0:1788941395.473702:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788941395.473703:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941395.473705:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941395.473706:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941395.473709:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941395.473710:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941395.473712:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788941395.473720:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941395.473724:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941395.473726:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941395.473728:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941395.473731:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941395.473735:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941395.473740:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941395.473743:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941395.473745:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941395.473748:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 10 MB=0x6aa0e3b311b00 00000400:00000200:1.0:1788941395.473751:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941395.473755:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.112@tcp of length 224/224 into md 0x5383e9 [1] + 224 00000800:00000001:1.0:1788941395.473758:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941395.473761:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941395.473764:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941395.473767:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941395.473770:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941395.473774:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098ce00 x1875827959601920/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941395.473793:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098ce00 x1875827959601920/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941395.473804:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788941395.473813:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941395.473815:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788941395.473817:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788941395.473819:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788941395.473820:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889760a17f78. 00000400:00000200:1.0:1788941395.473823:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd875d8 00000400:00000010:1.0:1788941395.473824:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd875d8. 00000100:00000001:1.0:1788941395.473827:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941395.473830:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098ce00 x1875827959601920/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788941395.473837:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098ce00 x1875827959601920/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941395.473843:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788941395.473845:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941395.473846:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788941395.473848:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788941395.473849:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788941395.473887:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788941395.473890:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788941395.473895:0:2394:0:(import.c:2149:obd_at_measure()) add 60 to ffff88976bc88460 time=43 v=60 (60 60 60 60) 00000100:00001000:1.0:1788941395.473898:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff88976bc88418 time=57 v=5 (1 1 1 0) 00000100:00000001:1.0:1788941395.473900:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788941395.473902:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788941395.473904:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788941395.473907:0:2394:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff88976098ce00 x1875827959601920/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788941395.473914:0:2394:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941395.473916:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788941395.475743:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff889767e18000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1788941395.475747:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788941395.475749:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788941395.475760:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098ce00 x1875827959601920/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941395.475768:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788941395.475771:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788941395.475773:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788941395.475777:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098ce00 x1875827959601920/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788941395.475784:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959601920:192.168.206.112@tcp:400:kworker.0 00000100:00000001:1.0:1788941395.475790:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941395.475793:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788941395.475796:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098ce00 x1875827959601920/t0(0) o400->lustre-MDT0001-mdc-ffff889767e18000@192.168.206.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1788941480 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941395.475802:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788941395.475804:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788941395.475807:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88977165c400. 02000000:00000001:1.0:1788941395.475810:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788941395.475812:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788941395.475814:0:2394:0:(genops.c:1223:class_import_put()) import ffff88976bc88000 refcount=3 obd=lustre-MDT0001-mdc-ffff889767e18000 00000020:00000001:1.0:1788941395.475815:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788941395.475819:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8896412e8a00. 02000000:00000001:1.0:1788941395.475821:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788941395.475823:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788941395.475824:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098ce00. 00000100:00000001:1.0:1788941395.475829:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788941395.475831:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788941395.475833:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941395.475835:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788941395.475837:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788941395.475838:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788941395.475840:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788941395.475883:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941395.475894:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788941395.475896:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941395.475898:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941395.475903:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941395.475908:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.12@tcp(192.168.206.12@tcp) <- 192.168.206.112@tcp : PUT - for me 00000400:00000200:1.0:1788941395.475916:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941395.475920:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941395.477013:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941395.477019:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.112@tcp of length 224 into portal 4 MB=0x6aa0e3b311b80 00000400:00000200:1.0:1788941395.477024:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.112@tcp to cpt 0 00000400:00000200:1.0:1788941395.477029:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.112@tcp of length 224/224 into md 0x5383c9 [1] + 224 00000800:00000001:1.0:1788941395.477036:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941395.477048:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788941395.477052:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788941395.477366:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.12@tcp->192.168.206.112@tcp: PUT: OK 00000100:00000001:1.0:1788941395.477373:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788941395.477380:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff88976098ea00 x1875827959602048/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941450 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788941395.477390:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88976098ea00 x1875827959602048/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788941395.477413:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788941395.477423:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788941395.477427:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941395.479027:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941395.479033:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788941395.479040:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788941395.479043:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788941395.479046:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff889760a17cb8. 00000400:00000200:0.0:1788941395.479052:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88976bd87220 00000400:00000010:0.0:1788941395.479072:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff88976bd87220. 00000100:00000001:0.0:1788941395.479076:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788941395.479084:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff88976098ea00 x1875827959602048/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941450 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788941395.479094:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff88976098ea00 x1875827959602048/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941450 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.479102:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788941395.479104:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941395.479106:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788941395.479109:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788941395.479112:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788941395.479114:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788941395.479117:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788941395.479126:0:2394:0:(import.c:2149:obd_at_measure()) add 36 to ffff8897505b5c60 time=42 v=36 (36 36 5 5) 00000100:00001000:0.0:1788941395.479130:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff8897505b5c18 time=72 v=5 (1 1 1 1) 00000100:00000001:0.0:1788941395.479132:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788941395.479134:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788941395.479136:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788941395.479139:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941395.479143:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788941395.479145:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff889767e18000: skip recheck: last_committed 42949693494 00000100:00000001:0.0:1788941395.479147:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788941395.479148:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788941395.479153:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88976098ea00 x1875827959602048/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941450 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.479160:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788941395.479163:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788941395.479165:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788941395.479168:0:2394:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88976098ea00 x1875827959602048/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941450 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788941395.479176:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff88976098ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5577a8ea-8937-4a4d-9ce6-14bd397bfba4:2394:1875827959602048:192.168.206.112@tcp:400:kworker.0 00000100:00000001:0.0:1788941395.479194:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941395.479202:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788941395.479206:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88976098ea00 x1875827959602048/t0(0) o400->lustre-OST0000-osc-ffff889767e18000@192.168.206.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1788941450 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788941395.479213:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788941395.479215:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788941395.479218:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88977165d200. 02000000:00000001:0.0:1788941395.479221:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788941395.479223:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788941395.479225:0:2394:0:(genops.c:1223:class_import_put()) import ffff8897505b5800 refcount=3 obd=lustre-OST0000-osc-ffff889767e18000 00000020:00000001:0.0:1788941395.479227:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788941395.479229:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8896412e8100. 02000000:00000001:0.0:1788941395.479232:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788941395.479233:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788941395.479235:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88976098ea00. 00000100:00000001:0.0:1788941395.479239:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788941395.479250:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941395.479253:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788941395.479261:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788941395.479263:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788941395.479265:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788941395.479267:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941395.704629:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941395.704635:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788941395.704642:0:250116:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788941395.704643:0:250116:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788941395.707211:0:252129:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788941395.707217:0:252129:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788941395.707221:0:252129:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788941396.020709:0:280638:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 14891 lines, 14891 kept, 0 dropped, 0 bad.