00010000:00000001:0.0F:1789093536.152974:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093536.152990:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093536.152996:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093536.152997:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0F:1789093536.159034:0:241652:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093536.159048:0:241652:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093536.159053:0:241652:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093537.173857:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093537.173865:0:247954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789093537.173868:0:247954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789093537.173871:0:247954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093537.173876:0:247954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789093537.173878:0:247954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093537.173880:0:247954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093537.173881:0:247954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093537.173885:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093537.173886:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093537.179876:0:235706:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093537.179882:0:235706:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093537.179886:0:235706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789093538.043056:0:280091:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093538.197313:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093538.197321:0:247954:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093538.197326:0:247954:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093538.197329:0:247954:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789093538.197331:0:247954:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789093538.197337:0:247954:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1789093538.197339:0:247954:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1789093538.197340:0:247954:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093538.197344:0:247954:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789093538.197346:0:247954:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093538.197348:0:247954:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093538.197350:0:247954:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1789093538.198274:0:247358:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789093538.198284:0:247358:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789093538.198287:0:247358:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093539.221442:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093539.221448:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093539.221454:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093539.221455:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1789093539.225903:0:235705:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093539.225918:0:235705:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093539.225923:0:235705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789093539.413385:0:272950:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9000 (cpu 0) has reached its deadline 4305484535, at 4305484544 00000100:00000010:0.0:1789093539.413400:0:272950:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff978439e252a0. 00000100:00000040:1.0:1789093539.417451:0:278929:0:(connection.c:75:cpu_latency_work()) work item of ffff9784069f9110 (cpu 0) has reached its deadline 4305484535, at 4305484547 00000100:00000010:1.0:1789093539.417465:0:278929:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff978439e25c00. 00010000:00000001:0.0:1789093540.245570:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093540.245576:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093540.245581:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093540.245582:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093540.254214:0:247359:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093540.254220:0:247359:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093540.254224:0:247359:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789093540.425142:0:280231:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093540.694044:0:263387:0:(pinger.c:229:ptlrpc_pinger_process_import()) 44e1fe9d-a8e4-4124-a507-08739088143d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789093540.694055:0:263387:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789093540.694062:0:263387:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995d500. 00000020:00000040:1.0:1789093540.694068:0:263387:0:(genops.c:1231:class_import_get()) import ffff9784093e6000 refcount=4 obd=MGC192.168.206.138@tcp 00000100:00000001:1.0:1789093540.694072:0:263387:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093540.694075:0:263387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093540.694080:0:263387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093540.694087:0:263387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97841f620a00. 00000100:00000001:1.0:1789093540.694095:0:263387:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093540.694108:0:263387:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 44e1fe9d-a8e4-4124-a507-08739088143d->MGS req@ffff97843995d500 x1875989369214976/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789093540.694119:0:263387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789093540.694123:0:263387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093540.694130:0:263387:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0c9b518] to pc [ptlrpcd_00_01+1] req@ffff97843995d500 x1875989369214976/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093540.694149:0:263387:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093540.694152:0:263387:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789093540.694155:0:263387:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789093540.694158:0:263387:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995f100. 00000020:00000040:1.0:1789093540.694161:0:263387:0:(genops.c:1231:class_import_get()) import ffff97840b494800 refcount=6 obd=lustre-MDT0000-mdc-ffff978407827800 00000100:00000001:1.0:1789093540.694163:0:263387:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093540.694164:0:263387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093540.694166:0:263387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093540.694172:0:263387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9784088da200. 00000100:00000001:1.0:1789093540.694174:0:263387:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093540.694178:0:263387:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0000_UUID req@ffff97843995f100 x1875989369215104/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789093540.694200:0:263387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789093540.694202:0:263387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093540.694206:0:263387:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f7daa45] to pc [ptlrpcd_00_00+0] req@ffff97843995f100 x1875989369215104/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093540.694214:0:263387:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093540.694216:0:263387:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789093540.694220:0:263387:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789093540.694223:0:263387:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995ce00. 00000020:00000040:1.0:1789093540.694225:0:263387:0:(genops.c:1231:class_import_get()) import ffff97840b490000 refcount=4 obd=lustre-MDT0001-mdc-ffff978407827800 00000100:00000001:1.0:1789093540.694227:0:263387:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093540.694229:0:263387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093540.694230:0:263387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093540.694234:0:263387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9784088daf00. 00000100:00000001:1.0:1789093540.694237:0:263387:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093540.694240:0:263387:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-MDT0001_UUID req@ffff97843995ce00 x1875989369215232/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789093540.694264:0:263387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789093540.694266:0:263387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093540.694269:0:263387:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bbe01ec] to pc [ptlrpcd_00_01+1] req@ffff97843995ce00 x1875989369215232/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093540.694276:0:263387:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093540.694278:0:263387:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789093540.694280:0:263387:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789093540.694283:0:263387:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff97843995c380. 00000020:00000040:1.0:1789093540.694285:0:263387:0:(genops.c:1231:class_import_get()) import ffff9784084a0000 refcount=4 obd=lustre-OST0000-osc-ffff978407827800 00000100:00000001:1.0:1789093540.694287:0:263387:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789093540.694288:0:263387:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789093540.694290:0:263387:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789093540.694295:0:263387:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff97841337d000. 00000100:00000001:1.0:1789093540.694304:0:263387:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093540.694308:0:263387:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0000_UUID req@ffff97843995c380 x1875989369215360/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789093540.694921:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093540.694926:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093540.694935:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789093540.694943:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995d500 x1875989369214976/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.694951:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789093540.694953:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093540.694957:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789093540.694960:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789093540.694962:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789093540.694966:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:44e1fe9d-a8e4-4124-a507-08739088143d:2399:1875989369214976:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093540.694970:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789093540.694976:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789093540.694978:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093540.694980:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789093540.694985:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978413337400. 02000000:00000001:0.0:1789093540.694987:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093540.694993:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:0.0:1789093540.694997:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841f00bd68. 00000400:00000010:0.0:1789093540.695003:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c497f8. 00000100:00000200:0.0:1789093540.695010:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369214976, portal 25 00000100:00000001:0.0:1789093540.695012:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789093540.695014:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890438912 : -114880819112704 : ffff97843995d500) 00000100:00000040:0.0:1789093540.695018:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995d500 x1875989369214976/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.695025:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789093540.695028:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:0.0:1789093540.695030:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49c38. 00000100:00000200:0.0:1789093540.695033:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875989369214976, offset 0 00000400:00000200:0.0:1789093540.695039:0:2399:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:0.0:1789093540.695124:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.695132:0:2399:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:0.0:1789093540.695137:0:2399:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789093540.695141:0:2399:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:0.0:1789093540.695144:0:2399:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789093540.695152:0:2399:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:0.0:1789093540.695156:0:2399:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546176:546176:256:4294967295] 192.168.206.138@tcp LPNI seq info [546137:546137:8:4294967295] 00000400:00000200:0.0:1789093540.695160:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.695169:0:2399:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:0.0:1789093540.695175:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:0.0:1789093540.695181:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97842bf4bb00. 00000800:00000200:0.0:1789093540.695187:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:0.0:1789093540.695194:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:0.0:1789093540.695198:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97842bf4bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789093540.695211:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093540.695215:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:0.0:1789093540.695218:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305489656 00000100:00000010:0.0:1789093540.695223:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97842c80a840. 00000100:00000001:0.0:1789093540.695229:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1789093540.695236:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305489656 00000100:00000010:0.0:1789093540.695238:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff97842c80aa80. 00000100:00000001:0.0:1789093540.695241:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1789093540.695262:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093540.695265:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093540.695267:0:2399:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789093540.695272:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995ce00 x1875989369215232/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.695279:0:2399:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789093540.695280:0:2399:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093540.695282:0:2399:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789093540.695290:0:2399:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789093540.695293:0:2399:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789093540.695295:0:2399:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369215232:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093540.695299:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789093540.695311:0:2399:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789093540.695312:0:2399:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093540.695314:0:2399:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1789093540.695939:0:263387:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789093540.695944:0:263387:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093540.695953:0:263387:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031a01295] to pc [ptlrpcd_00_00+0] req@ffff97843995c380 x1875989369215360/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093540.695964:0:263387:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093540.695967:0:263387:0:(pinger.c:229:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789093540.695970:0:263387:0:(pinger.c:247:ptlrpc_pinger_process_import()) b0241929-959a-49c3-a3c6-35d2c689d415->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789093540.695976:0:263387:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10823) 02000000:00000010:0.0:1789093540.696407:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978413337000. 02000000:00000001:0.0:1789093540.696410:0:2399:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093540.696416:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:0.0:1789093540.696419:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff97841f00b268. 00000400:00000010:0.0:1789093540.696425:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49990. 00000100:00000200:0.0:1789093540.696429:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369215232, portal 10 00000100:00000001:0.0:1789093540.696432:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789093540.696433:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890437120 : -114880819114496 : ffff97843995ce00) 00000100:00000040:0.0:1789093540.696441:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995ce00 x1875989369215232/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.696449:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789093540.696451:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:0.0:1789093540.696454:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978407c49aa0. 00000100:00000200:0.0:1789093540.696456:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369215232, offset 0 00000400:00000200:0.0:1789093540.696462:0:2399:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:0.0:1789093540.696468:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.696473:0:2399:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:0.0:1789093540.696477:0:2399:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789093540.696479:0:2399:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:0.0:1789093540.696482:0:2399:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789093540.696485:0:2399:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:0.0:1789093540.696488:0:2399:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546177:546177:255:4294967295] 192.168.206.138@tcp LPNI seq info [546138:546138:7:4294967295] 00000400:00000200:0.0:1789093540.696492:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.696510:0:2399:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:0.0:1789093540.696516:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:0.0:1789093540.696521:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97842bf4ba00. 00000800:00000200:0.0:1789093540.696526:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:0.0:1789093540.696533:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:0.0:1789093540.696536:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97842bf4ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789093540.696549:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093540.696553:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: using a timeout of 22401 usecs (23 jiffies) 00000400:00000200:0.0:1789093540.696556:0:2399:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:0.0:1789093540.696559:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305485850 00000100:00000001:0.0:1789093540.696562:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305489656 00000100:00000001:0.0:1789093540.696564:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305485850 00000100:00000001:0.0:1789093540.696566:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305489656 00000100:00000001:0.0:1789093540.696568:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093540.696571:0:2399:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093540.696574:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093540.696577:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093540.696583:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789093540.696585:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789093540.696588:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093540.697024:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093540.697028:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093540.697030:0:2398:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093540.697037:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995f100 x1875989369215104/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093540.697046:0:2398:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093540.697048:0:2398:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093540.697052:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093540.697055:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093540.697057:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093540.697060:0:2398:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369215104:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093540.697064:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093540.697068:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093540.697070:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093540.697072:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093540.697076:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978409386a00. 02000000:00000001:1.0:1789093540.697078:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093540.697082:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093540.697085:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff978438546420. 00000400:00000010:1.0:1789093540.697089:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9784062445d8. 00000100:00000200:1.0:1789093540.697099:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369215104, portal 10 00000100:00000001:1.0:1789093540.697101:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093540.697103:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890446080 : -114880819105536 : ffff97843995f100) 00000100:00000040:1.0:1789093540.697110:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995f100 x1875989369215104/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093540.697118:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093540.697120:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093540.697123:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244ee0. 00000100:00000200:1.0:1789093540.697125:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875989369215104, offset 0 00000400:00000200:1.0:1789093540.697130:0:2398:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093540.697134:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093540.697138:0:2398:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093540.697141:0:2398:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093540.697144:0:2398:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093540.697146:0:2398:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093540.697148:0:2398:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093540.697151:0:2398:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546178:546178:254:4294967295] 192.168.206.138@tcp LPNI seq info [546139:546139:6:4294967295] 00000400:00000200:1.0:1789093540.697156:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093540.697163:0:2398:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093540.697167:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093540.697171:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841337da00. 00000800:00000200:1.0:1789093540.697176:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093540.697181:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093540.697185:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841337da00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093540.697189:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093540.697191:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: using a timeout of 24588 usecs (25 jiffies) 00000400:00000200:1.0:1789093540.697194:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093540.697196:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305485852 00000100:00000001:1.0:1789093540.697198:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305489656 00000100:00000001:1.0:1789093540.697200:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305485852 00000100:00000001:1.0:1789093540.697208:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305489656 00000100:00000001:1.0:1789093540.697210:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093540.697212:0:2398:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093540.697215:0:2398:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789093540.697219:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff97843995c380 x1875989369215360/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093540.697226:0:2398:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789093540.697227:0:2398:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093540.697229:0:2398:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789093540.697231:0:2398:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789093540.697233:0:2398:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789093540.697236:0:2398:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff97843995c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369215360:192.168.206.138@tcp:400:kworker.0 00000100:00000001:1.0:1789093540.697238:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789093540.697241:0:2398:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789093540.697259:0:2398:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789093540.697261:0:2398:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789093540.697264:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff978409387400. 02000000:00000001:1.0:1789093540.697266:0:2398:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789093540.697270:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000010:1.0:1789093540.697272:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9784385460b0. 00000400:00000010:1.0:1789093540.697276:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244908. 00000100:00000200:1.0:1789093540.697279:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875989369215360, portal 4 00000100:00000001:1.0:1789093540.697281:0:2398:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789093540.697282:0:2398:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629192890434432 : -114880819117184 : ffff97843995c380) 00000100:00000040:1.0:1789093540.697289:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff97843995c380 x1875989369215360/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789093540.697295:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789093540.697297:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.138@tcp 00000400:00000010:1.0:1789093540.697299:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff978406244330. 00000100:00000200:1.0:1789093540.697301:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875989369215360, offset 0 00000400:00000200:1.0:1789093540.697305:0:2398:0:(lib-move.c:5122:LNetPut()) LNetPut -> 12345-192.168.206.138@tcp 00000400:00000200:1.0:1789093540.697309:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:0.0:1789093540.698264:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093540.698268:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093540.698272:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789093540.698312:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093540.698322:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97842bf4bb00. 00000400:00000200:0.0:1789093540.698326:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093540.698332:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:1.0:1789093540.698719:0:2398:0:(lib-move.c:2778:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.138@tcp local destination 00000400:00000200:1.0:1789093540.698724:0:2398:0:(lib-move.c:2409:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789093540.698727:0:2398:0:(lib-move.c:1590:lnet_get_best_ni()) selected best_ni 192.168.206.38@tcp 00000400:00000200:1.0:1789093540.698730:0:2398:0:(lib-move.c:1143:lnet_select_peer_ni()) 192.168.206.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789093540.698732:0:2398:0:(lib-move.c:1212:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.138@tcp 00000400:00000200:1.0:1789093540.698735:0:2398:0:(lib-move.c:1710:lnet_handle_send()) 192.168.206.38@tcp NI seq info: [546179:546179:253:4294967295] 192.168.206.138@tcp LPNI seq info [546140:546140:5:4294967295] 00000400:00000200:1.0:1789093540.698740:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:1.0:1789093540.698748:0:2398:0:(lib-move.c:1826:lnet_handle_send()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp:) -> 192.168.206.138@tcp(192.168.206.138@tcp:192.168.206.138@tcp) : PUT try# 0 00000800:00000200:1.0:1789093540.698754:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.138@tcp 00000800:00000010:1.0:1789093540.698759:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff97841337d400. 00000800:00000200:1.0:1789093540.698765:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff978408f5f180] -> 12345-192.168.206.138@tcp (5) 00000800:00000200:1.0:1789093540.698771:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.138@tcp ip 192.168.206.138:988 00000800:00000200:1.0:1789093540.698774:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff97841337d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789093540.698779:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789093540.698783:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: using a timeout of 96960 usecs (97 jiffies) 00000400:00000200:1.0:1789093540.698787:0:2398:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000100:00000001:1.0:1789093540.698790:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 0 is 4305485925 00000100:00000001:1.0:1789093540.698793:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 0, keep current deadline 4305489656 00000100:00000001:1.0:1789093540.698795:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS new deadline estimation for cpu 1 is 4305485925 00000100:00000001:1.0:1789093540.698797:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff978407827800: PM QoS request active for cpu 1, keep current deadline 4305489656 00000100:00000001:1.0:1789093540.698799:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789093540.698802:0:2398:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093540.698804:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093540.698807:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789093540.698814:0:2398:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789093540.698816:0:2398:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1789093540.698819:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789093540.698820:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789093540.698822:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789093540.698824:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789093540.698886:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49c38 00000400:00000010:0.0:1789093540.698889:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49c38. 00000100:00000001:0.0:1789093540.698894:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093540.698902:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995d500 x1875989369214976/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.698912:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093540.698915:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995d500 x1875989369214976/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.698921:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093540.698923:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093540.698938:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093540.698950:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97842bf4ba00. 00000400:00000200:0.0:1789093540.698954:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093540.698958:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093540.698961:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49aa0 00000400:00000010:0.0:1789093540.698963:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49aa0. 00000100:00000001:0.0:1789093540.698966:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093540.698970:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995ce00 x1875989369215232/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.698978:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093540.698981:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995ce00 x1875989369215232/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.698987:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093540.698989:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093540.698998:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093540.699000:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841337da00. 00000400:00000200:0.0:1789093540.699003:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093540.699006:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093540.699009:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244ee0 00000400:00000010:0.0:1789093540.699011:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244ee0. 00000100:00000001:0.0:1789093540.699014:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093540.699019:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995f100 x1875989369215104/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.699026:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093540.699029:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995f100 x1875989369215104/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.699035:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093540.699036:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1789093540.699088:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789093540.699091:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff97841337d400. 00000400:00000200:0.0:1789093540.699094:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093540.699098:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000400:00000200:0.0:1789093540.699101:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244330 00000400:00000010:0.0:1789093540.699103:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244330. 00000100:00000001:0.0:1789093540.699111:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1789093540.699115:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff97843995c380 x1875989369215360/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.699123:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093540.699125:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff97843995c380 x1875989369215360/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093595 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.699131:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093540.699133:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1789093540.702973:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093540.702988:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093540.702992:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093540.702995:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093540.703002:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.703010:0:2390:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093540.703019:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.703024:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.703029:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.703033:0:2390:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 25 MB=0x6aa33cff45800 00000400:00000200:0.0:1789093540.703037:0:2390:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.703043:0:2390:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d3b1 [1] + 224 00000800:00000001:0.0:1789093540.703049:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093540.703056:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093540.703059:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093540.703063:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093540.703069:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093540.703078:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995d500 x1875989369214976/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093540.703089:0:2390:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995d500 x1875989369214976/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.703102:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093540.703110:0:2390:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093540.703120:0:2390:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093540.703138:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093540.703141:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789093540.703147:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093540.703149:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093540.703152:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841f00bd68. 00000400:00000200:0.0:1789093540.703156:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c497f8 00000400:00000010:0.0:1789093540.703158:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c497f8. 00000100:00000001:0.0:1789093540.703161:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093540.703166:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995d500 x1875989369214976/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093540.703178:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995d500 x1875989369214976/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.703184:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093540.703185:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093540.703188:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093540.703191:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093540.703193:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093540.703195:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093540.703198:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093540.703205:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff9784093e6460 time=86 v=5 (5 5 5 5) 00000100:00001000:0.0:1789093540.703208:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784093e6418 time=35 v=5 (1 1 1 0) 00000100:00000001:0.0:1789093540.703210:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093540.703211:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093540.703214:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789093540.703216:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093540.703219:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093540.703223:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995d500 x1875989369214976/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.703231:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093540.703233:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093540.703235:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093540.703238:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995d500 x1875989369214976/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093540.703266:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:44e1fe9d-a8e4-4124-a507-08739088143d:2399:1875989369214976:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093540.703277:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093540.703280:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093540.703284:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995d500 x1875989369214976/t0(0) o400->MGC192.168.206.138@tcp@192.168.206.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1789093556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.703290:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093540.703293:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093540.703296:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978413337400. 02000000:00000001:0.0:1789093540.703300:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093540.703302:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093540.703303:0:2399:0:(genops.c:1244:class_import_put()) import ffff9784093e6000 refcount=3 obd=MGC192.168.206.138@tcp 00000020:00000001:0.0:1789093540.703305:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093540.703308:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97841f620a00. 02000000:00000001:0.0:1789093540.703312:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093540.703313:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093540.703597:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995d500. 00000100:00000001:0.0:1789093540.703602:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093540.703603:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093540.703606:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093540.703608:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093540.703609:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789093540.703611:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093540.703612:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789093540.716530:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093540.716546:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093540.716550:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093540.716552:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093540.716559:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.716566:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093540.716575:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.716579:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.716584:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.716598:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff45880 00000400:00000200:0.0:1789093540.716603:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.716609:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d3d1 [1] + 224 00000800:00000001:0.0:1789093540.716616:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093540.716632:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093540.716635:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093540.716640:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093540.716647:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093540.716655:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995f100 x1875989369215104/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093540.716667:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995f100 x1875989369215104/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.716686:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093540.716694:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093540.716697:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093540.716699:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093540.716701:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093540.716704:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.716707:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093540.716711:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.716714:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.716717:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.716719:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 4 MB=0x6aa33cff45980 00000400:00000200:0.0:1789093540.716723:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.716727:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d3e1 [1] + 224 00000800:00000001:0.0:1789093540.716731:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093540.716735:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093540.716736:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093540.716740:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093540.716743:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093540.716748:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995c380 x1875989369215360/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093595 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093540.716756:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995c380 x1875989369215360/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.716763:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093540.716774:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093540.716777:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789093540.716779:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093540.716781:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093540.716784:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.716787:0:2391:0:(lib-move.c:4617:lnet_parse()) TRACE: 192.168.206.38@tcp(192.168.206.38@tcp) <- 192.168.206.138@tcp : PUT - for me 00000400:00000200:0.0:1789093540.716791:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.716793:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.716796:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.716799:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.138@tcp of length 224 into portal 10 MB=0x6aa33cff45900 00000400:00000200:0.0:1789093540.716803:0:2391:0:(api-ni.c:1556:lnet_nid4_cpt_hash()) Match nid 192.168.206.138@tcp to cpt 0 00000400:00000200:0.0:1789093540.716806:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.138@tcp of length 224/224 into md 0x53d3c1 [1] + 224 00000800:00000001:0.0:1789093540.716810:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093540.717112:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789093540.717116:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789093540.717120:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.38@tcp->192.168.206.138@tcp: PUT: OK 00000100:00000001:0.0:1789093540.717124:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093540.717128:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff97843995ce00 x1875989369215232/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789093540.717137:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff97843995ce00 x1875989369215232/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.717149:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789093540.717154:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789093540.717157:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093540.717170:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093540.717174:0:2398:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789093540.717181:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093540.717182:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093540.717185:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff978438546420. 00000400:00000200:0.0:1789093540.717189:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9784062445d8 00000400:00000010:0.0:1789093540.717191:0:2398:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9784062445d8. 00000100:00000001:0.0:1789093540.717195:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093540.717199:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995f100 x1875989369215104/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093540.717220:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995f100 x1875989369215104/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.717227:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093540.717229:0:2398:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093540.717231:0:2398:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093540.717234:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093540.717237:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093540.717239:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093540.717260:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093540.717270:0:2398:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b494c60 time=85 v=60 (60 61 61 62) 00000100:00001000:0.0:1789093540.717274:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b494c18 time=35 v=5 (1 1 1 0) 00000100:00000001:0.0:1789093540.717276:0:2398:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093540.717278:0:2398:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093540.717281:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789093540.717284:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093540.717287:0:2398:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789093540.717289:0:2398:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff978407827800: skip recheck: last_committed 30064771462 00000100:00000001:0.0:1789093540.717291:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789093540.717293:0:2398:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093540.717298:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995f100 x1875989369215104/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.717305:0:2398:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093540.717308:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093540.717310:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093540.717328:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995f100 x1875989369215104/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093540.717337:0:2398:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369215104:192.168.206.138@tcp:400:kworker.0 00000400:00000001:0.0:1789093540.717343:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093540.717344:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093540.717346:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9784385460b0. 00000400:00000200:0.0:1789093540.717354:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978406244908 00000400:00000010:0.0:1789093540.717356:0:2398:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978406244908. 00000100:00000001:0.0:1789093540.717358:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093540.717362:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995c380 x1875989369215360/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093540.717369:0:2398:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995c380 x1875989369215360/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093595 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.717375:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093540.717377:0:2398:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093540.717378:0:2398:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093540.717380:0:2398:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093540.717381:0:2398:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093540.717383:0:2398:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093540.717385:0:2398:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093540.717389:0:2398:0:(import.c:2149:obd_at_measure()) add 36 to ffff9784084a0460 time=85 v=36 (36 36 5 5) 00000100:00001000:0.0:1789093540.717392:0:2398:0:(import.c:2149:obd_at_measure()) add 1 to ffff9784084a0418 time=143 v=5 (1 1 0 0) 00000100:00000001:0.0:1789093540.717394:0:2398:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093540.717395:0:2398:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093540.717396:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789093540.717398:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093540.717400:0:2398:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789093540.717401:0:2398:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff978407827800: skip recheck: last_committed 38654726918 00000100:00000001:0.0:1789093540.717403:0:2398:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789093540.717404:0:2398:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093540.717408:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995c380 x1875989369215360/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.717413:0:2398:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093540.717415:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093540.717416:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093540.717419:0:2398:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995c380 x1875989369215360/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093595 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093540.717425:0:2398:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:b0241929-959a-49c3-a3c6-35d2c689d415:2398:1875989369215360:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093540.717436:0:2398:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093540.717439:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093540.717443:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995f100 x1875989369215104/t0(0) o400->lustre-MDT0000-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.717449:0:2398:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093540.717451:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093540.717454:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978409386a00. 02000000:00000001:0.0:1789093540.717457:0:2398:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093540.717459:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093540.717461:0:2398:0:(genops.c:1244:class_import_put()) import ffff97840b494800 refcount=5 obd=lustre-MDT0000-mdc-ffff978407827800 00000020:00000001:0.0:1789093540.717463:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093540.717465:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9784088da200. 02000000:00000001:0.0:1789093540.717470:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093540.717471:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093540.717473:0:2398:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995f100. 00000100:00000001:0.0:1789093540.717476:0:2398:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093540.717478:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093540.717479:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093540.717482:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995c380 x1875989369215360/t0(0) o400->lustre-OST0000-osc-ffff978407827800@192.168.206.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1789093595 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.717487:0:2398:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093540.717488:0:2398:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093540.717489:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978409387400. 02000000:00000001:0.0:1789093540.717491:0:2398:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093540.717492:0:2398:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093540.717493:0:2398:0:(genops.c:1244:class_import_put()) import ffff9784084a0000 refcount=3 obd=lustre-OST0000-osc-ffff978407827800 00000020:00000001:0.0:1789093540.717494:0:2398:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093540.717495:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff97841337d000. 02000000:00000001:0.0:1789093540.717497:0:2398:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093540.717498:0:2398:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093540.717511:0:2398:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995c380. 00000100:00000001:0.0:1789093540.717514:0:2398:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093540.717515:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093540.717517:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093540.717524:0:2398:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789093540.717530:0:2398:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093540.717532:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093540.717534:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093540.717543:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093540.717544:0:2399:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789093540.717547:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789093540.717549:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789093540.717551:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff97841f00b268. 00000400:00000200:0.0:1789093540.717553:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff978407c49990 00000400:00000010:0.0:1789093540.717555:0:2399:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff978407c49990. 00000100:00000001:0.0:1789093540.717558:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1789093540.717562:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff97843995ce00 x1875989369215232/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789093540.717571:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff97843995ce00 x1875989369215232/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.717576:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789093540.717578:0:2399:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093540.717579:0:2399:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1789093540.717581:0:2399:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789093540.717582:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789093540.717583:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789093540.717585:0:2399:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789093540.717601:0:2399:0:(import.c:2149:obd_at_measure()) add 60 to ffff97840b490460 time=85 v=60 (60 61 61 62) 00000100:00001000:0.0:1789093540.717604:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff97840b490418 time=12 v=5 (1 1 1 0) 00000100:00000001:0.0:1789093540.717606:0:2399:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789093540.717607:0:2399:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093540.717608:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789093540.717612:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff97843995ce00 x1875989369215232/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789093540.717618:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093540.717620:0:2399:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789093540.717621:0:2399:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff978407827800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1789093540.717623:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789093540.717624:0:2399:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789093540.717628:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff97843995ce00 x1875989369215232/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.717640:0:2399:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789093540.717642:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789093540.717643:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789093540.717647:0:2399:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff97843995ce00 x1875989369215232/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789093540.717654:0:2399:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff97843995ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b0241929-959a-49c3-a3c6-35d2c689d415:2399:1875989369215232:192.168.206.138@tcp:400:kworker.0 00000100:00000001:0.0:1789093540.717657:0:2399:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093540.717659:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789093540.717662:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff97843995ce00 x1875989369215232/t0(0) o400->lustre-MDT0001-mdc-ffff978407827800@192.168.206.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1789093625 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789093540.717668:0:2399:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789093540.717670:0:2399:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789093540.717671:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff978413337000. 02000000:00000001:0.0:1789093540.717674:0:2399:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789093540.717675:0:2399:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1789093540.717676:0:2399:0:(genops.c:1244:class_import_put()) import ffff97840b490000 refcount=3 obd=lustre-MDT0001-mdc-ffff978407827800 00000020:00000001:0.0:1789093540.717678:0:2399:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1789093540.717679:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9784088daf00. 02000000:00000001:0.0:1789093540.717681:0:2399:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789093540.717682:0:2399:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789093540.717683:0:2399:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff97843995ce00. 00000100:00000001:0.0:1789093540.717685:0:2399:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789093540.717686:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093540.717687:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789093540.717691:0:2399:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789093540.717693:0:2399:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789093540.717694:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789093540.717696:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1789093540.895438:0:280267:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1789093540.895444:0:280267:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_812b: @@@@@@ FAIL: client: import is not in CONNECTING state after 50 00000001:00000001:0.0:1789093540.921722:0:280267:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1789093541.275717:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093541.275723:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093541.275727:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093541.275728:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789093541.277430:0:241652:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789093541.277437:0:241652:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789093541.277442:0:241652:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789093542.301619:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093542.301626:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789093542.301632:0:272950:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789093542.301634:0:272950:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789093542.301741:0:235706:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789093542.301745:0:235706:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789093542.301749:0:235706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789093542.562204:0:280367:0:(llite_lib.c:4244:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 687 lines, 687 kept, 0 dropped, 0 bad.