00010000:00000001:0.0F:1788849627.723337:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849627.723363:0:267203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849627.723366:0:267203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849627.723369:0:267203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849627.723374:0:267203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849627.723376:0:267203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849627.723378:0:267203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849627.723380:0:267203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849627.723385:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849627.723387:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1788849627.723477:0:235787:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849627.723485:0:235787:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849627.723488:0:235787:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849628.747052:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849628.747059:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849628.747065:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849628.747066:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1788849628.747152:0:235786:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788849628.747163:0:235786:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849628.747166:0:235786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1788849628.812450:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6da3d3840] -> 12345-192.168.204.37@tcp (6) 00000800:00000200:0.0:1788849628.812460:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.37@tcp ip 192.168.204.37:988 00000800:00000200:0.0:1788849628.812466:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6d9a57c00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0F:1788849628.812587:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1788849628.812599:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849628.812609:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849628.812613:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849628.812615:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788849628.886842:0:280283:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849629.323679:0:267863:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134aa20 (cpu 2) has reached its deadline 4308059388, at 4308059392 00000100:00000010:2.0:1788849629.323693:0:267863:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6eafd92a0. 00000100:00000040:3.0:1788849629.324000:0:259117:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134ab30 (cpu 3) has reached its deadline 4308059388, at 4308059392 00000100:00000010:3.0:1788849629.324014:0:259117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6eafd9060. 00010000:00000001:0.0:1788849629.773617:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849629.773636:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849629.773643:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849629.773644:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849629.773718:0:251615:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849629.773722:0:251615:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849629.773726:0:251615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788849630.319305:0:280423:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788849630.585554:0:280459:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788849630.585561:0:280459:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_812b: @@@@@@ FAIL: client: import is not in CONNECTING state after 50 00000001:00000001:0.0:1788849630.590999:0:280459:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:0.0:1788849630.603007:0:249037:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2be9dc31-d936-46ce-82e2-523a967881fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788849630.603017:0:249037:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788849630.603024:0:249037:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d7011bbb80. 00000020:00000040:0.0:1788849630.603029:0:249037:0:(genops.c:1210:class_import_get()) import ffff93d6c9059000 refcount=4 obd=MGC192.168.204.137@tcp 00000100:00000001:0.0:1788849630.603034:0:249037:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788849630.603046:0:249037:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788849630.603051:0:249037:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788849630.603061:0:249037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c8403c00. 00000100:00000001:0.0:1788849630.603070:0:249037:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849630.603083:0:249037:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2be9dc31-d936-46ce-82e2-523a967881fb->MGS req@ffff93d7011bbb80 x1875730900977152/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788849630.603100:0:249037:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788849630.603104:0:249037:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849630.603111:0:249037:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2da3d46] to pc [ptlrpcd_00_01+1] req@ffff93d7011bbb80 x1875730900977152/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849630.603137:0:249037:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849630.603140:0:249037:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788849630.603143:0:249037:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788849630.603146:0:249037:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d7011ba680. 00000020:00000040:0.0:1788849630.603149:0:249037:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=6 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000100:00000001:0.0:1788849630.603151:0:249037:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788849630.603153:0:249037:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788849630.603154:0:249037:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788849630.603158:0:249037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c8403600. 00000100:00000001:0.0:1788849630.603160:0:249037:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849630.603165:0:249037:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID req@ffff93d7011ba680 x1875730900977280/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788849630.603171:0:249037:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788849630.603173:0:249037:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849630.603177:0:249037:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099a0817f] to pc [ptlrpcd_00_00+0] req@ffff93d7011ba680 x1875730900977280/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849630.603184:0:249037:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849630.603187:0:249037:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788849630.603189:0:249037:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788849630.603192:0:249037:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d7011b9500. 00000020:00000040:0.0:1788849630.603194:0:249037:0:(genops.c:1210:class_import_get()) import ffff93d6e0ada000 refcount=4 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000100:00000001:0.0:1788849630.603196:0:249037:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788849630.603197:0:249037:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788849630.603198:0:249037:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788849630.603201:0:249037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c8403800. 00000100:00000001:0.0:1788849630.603209:0:249037:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849630.603214:0:249037:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID req@ffff93d7011b9500 x1875730900977408/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788849630.603220:0:249037:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788849630.603222:0:249037:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849630.603226:0:249037:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000854df495] to pc [ptlrpcd_00_01+1] req@ffff93d7011b9500 x1875730900977408/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849630.603232:0:249037:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849630.603234:0:249037:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788849630.603236:0:249037:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788849630.603239:0:249037:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d7011bb100. 00000020:00000040:0.0:1788849630.603241:0:249037:0:(genops.c:1210:class_import_get()) import ffff93d6e0ade000 refcount=4 obd=lustre-OST0000-osc-ffff93d6e0561000 00000100:00000001:0.0:1788849630.603243:0:249037:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788849630.603244:0:249037:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788849630.603245:0:249037:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788849630.603248:0:249037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c8403f00. 00000100:00000001:0.0:1788849630.603251:0:249037:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849630.603254:0:249037:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID req@ffff93d7011bb100 x1875730900977536/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788849630.603259:0:249037:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788849630.603261:0:249037:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849630.603264:0:249037:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056983020] to pc [ptlrpcd_00_00+0] req@ffff93d7011bb100 x1875730900977536/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849630.603270:0:249037:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849630.603272:0:249037:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788849630.603275:0:249037:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788849630.603279:0:249037:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13398) 00000100:00000001:1.0:1788849630.603584:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849630.603589:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849630.603592:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788849630.603599:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d7011bbb80 x1875730900977152/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849630.603608:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788849630.603621:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849630.603626:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788849630.603768:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788849630.603772:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788849630.603777:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d7011bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2be9dc31-d936-46ce-82e2-523a967881fb:2392:1875730900977152:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849630.603782:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788849630.603788:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849630.603790:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849630.603793:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788849630.603798:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6e15a8e00. 02000000:00000001:1.0:1788849630.603800:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849630.603806:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849630.603811:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004ccc08. 00000400:00000010:1.0:1788849630.603818:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e5d8. 00000100:00000200:1.0:1788849630.603885:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900977152, portal 25 00000100:00000001:1.0:1788849630.603889:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849630.603891:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378687360 : -118923330864256 : ffff93d7011bbb80) 00000100:00000040:1.0:1788849630.603898:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d7011bbb80 x1875730900977152/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849630.603905:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849630.603907:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788849630.603909:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1788849630.603912:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849630.603916:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e3b8. 00000100:00000001:0.0:1788849630.603917:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1788849630.603922:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875730900977152, offset 0 00000100:00000040:0.0:1788849630.603926:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d7011ba680 x1875730900977280/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788849630.603933:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000100:00000001:0.0:1788849630.603961:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849630.603963:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849630.603966:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849630.603968:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788849630.603971:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849630.603974:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00100000:0.0:1788849630.603976:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d7011ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2391:1875730900977280:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849630.603981:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788849630.603984:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1788849630.603985:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 02000000:00000001:0.0:1788849630.603987:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849630.603989:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788849630.603993:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c5c3e400. 02000000:00000001:0.0:1788849630.603997:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849630.603999:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849630.604003:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849630.604007:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000010:0.0:1788849630.604008:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ff160. 00000400:00000200:1.0:1788849630.604012:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1788849630.604014:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2ee0. 00000400:00000200:1.0:1788849630.604017:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000100:00000200:0.0:1788849630.604020:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900977280, portal 10 00000400:00000200:1.0:1788849630.604023:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550671:550671:256:4294967295] 192.168.204.137@tcp LPNI seq info [550617:550617:8:4294967295] 00000100:00000001:0.0:1788849630.604025:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849630.604027:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378681984 : -118923330869632 : ffff93d7011ba680) 00000400:00000200:1.0:1788849630.604032:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000040:0.0:1788849630.604049:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d7011ba680 x1875730900977280/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788849630.604060:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000100:00000001:0.0:1788849630.604066:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849630.604073:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000800:00000200:1.0:1788849630.604074:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849630.604077:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b26e8. 00000100:00000200:0.0:1788849630.604081:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900977280, offset 0 00000800:00000010:1.0:1788849630.604082:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cc3f00. 00000400:00000200:0.0:1788849630.604090:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000800:00000200:1.0:1788849630.604092:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000400:00000200:0.0:1788849630.604097:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000800:00000200:1.0:1788849630.604102:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000400:00000200:0.0:1788849630.604104:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000800:00000200:1.0:1788849630.604109:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cc3f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1788849630.604110:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849630.604115:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849630.604119:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788849630.604123:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849630.604128:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849630.604130:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849630.604135:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 2 is 4308064504 00000400:00000200:0.0:1788849630.604135:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550672:550672:255:4294967295] 192.168.204.137@tcp LPNI seq info [550618:550618:7:4294967295] 00000100:00000010:1.0:1788849630.604143:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6f28a20c0. 00000400:00000200:0.0:1788849630.604144:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849630.604151:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1788849630.604155:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849630.604160:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849630.604165:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6d85aeb00. 00000800:00000200:0.0:1788849630.604169:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849630.604173:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849630.604176:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6d85aeb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788849630.604180:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849630.604183:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33472 usecs (34 jiffies) 00000400:00000200:0.0:1788849630.604187:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849630.604189:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308060707 00000100:00000001:1.0:1788849630.604292:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 3 is 4308064504 00000100:00000010:1.0:1788849630.604297:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6f28a2000. 00000100:00000001:1.0:1788849630.604300:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788849630.604304:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849630.604307:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849630.604310:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788849630.604315:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d7011b9500 x1875730900977408/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849630.604323:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788849630.604324:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849630.604327:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788849630.604328:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788849630.604330:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788849630.604338:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d7011b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900977408:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849630.604341:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788849630.604343:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849630.604345:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849630.604347:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788849630.604349:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6e15a9000. 02000000:00000001:1.0:1788849630.604351:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849630.604354:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849630.604356:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004ccf78. 00000400:00000010:1.0:1788849630.604360:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e4c8. 00000100:00000200:1.0:1788849630.604363:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900977408, portal 10 00000100:00000001:1.0:1788849630.604364:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849630.604366:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378677504 : -118923330874112 : ffff93d7011b9500) 00000100:00000040:1.0:1788849630.604372:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d7011b9500 x1875730900977408/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849630.604378:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788849630.604380:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849630.604383:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e7f8. 00000100:00000200:1.0:1788849630.604385:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900977408, offset 0 00000400:00000200:1.0:1788849630.604389:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:1.0:1788849630.604393:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849630.604396:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:1.0:1788849630.604400:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788849630.604402:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:1.0:1788849630.604405:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788849630.604408:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849630.604411:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550673:550673:254:4294967295] 192.168.204.137@tcp LPNI seq info [550619:550619:6:4294967295] 00000400:00000200:1.0:1788849630.604415:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849630.604421:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:1.0:1788849630.604425:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:1.0:1788849630.604428:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cc3700. 00000800:00000200:1.0:1788849630.604436:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:1.0:1788849630.604441:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:1.0:1788849630.604444:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cc3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788849630.604447:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849630.604450:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: using a timeout of 25307 usecs (26 jiffies) 00000400:00000200:1.0:1788849630.604453:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849630.604455:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308060699 00000100:00000001:1.0:1788849630.604459:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308064504 00000100:00000001:1.0:1788849630.604462:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308060699 00000100:00000001:1.0:1788849630.604464:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308064504 00000100:00000001:1.0:1788849630.604467:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849630.604469:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849630.604471:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849630.604474:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849630.604482:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788849630.604485:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788849630.604487:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849630.604489:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849630.604491:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849630.604493:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788849630.604549:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849630.604554:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cc3f00. 00000400:00000200:2.0:1788849630.604558:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849630.604563:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849630.604567:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e3b8 00000400:00000010:2.0:1788849630.604570:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e3b8. 00000100:00000001:2.0:1788849630.604573:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849630.604578:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d7011bbb80 x1875730900977152/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849630.604588:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849630.604591:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011bbb80 x1875730900977152/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849646 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849630.604598:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849630.604600:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788849630.604608:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849630.604611:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6d85aeb00. 00000400:00000200:2.0:1788849630.604613:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849630.604616:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849630.604618:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b26e8 00000400:00000010:2.0:1788849630.604620:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b26e8. 00000100:00000001:2.0:1788849630.604622:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849630.604625:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d7011ba680 x1875730900977280/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849630.604632:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849630.604635:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011ba680 x1875730900977280/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849630.604651:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849630.604653:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788849630.604709:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849630.604711:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cc3700. 00000400:00000200:2.0:1788849630.604714:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849630.604717:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849630.604720:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e7f8 00000400:00000010:2.0:1788849630.604722:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e7f8. 00000100:00000001:2.0:1788849630.604724:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849630.604728:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d7011b9500 x1875730900977408/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849630.604735:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849630.604738:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011b9500 x1875730900977408/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849630.604745:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849630.604746:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788849630.604783:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308064504 00000100:00000001:0.0:1788849630.604786:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308060707 00000100:00000001:0.0:1788849630.604852:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308064504 00000100:00000001:0.0:1788849630.604855:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849630.604857:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849630.604859:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788849630.604864:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d7011bb100 x1875730900977536/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849630.604871:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849630.604872:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849630.604875:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849630.604877:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788849630.604879:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849630.604881:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d7011bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2391:1875730900977536:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849630.604885:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788849630.604893:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788849630.604895:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849630.604896:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788849630.604899:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c5c3e000. 02000000:00000001:0.0:1788849630.604901:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849630.604905:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:0.0:1788849630.604908:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ffa50. 00000400:00000010:0.0:1788849630.604911:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2b28. 00000100:00000200:0.0:1788849630.604914:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900977536, portal 4 00000100:00000001:0.0:1788849630.604916:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849630.604918:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378684672 : -118923330866944 : ffff93d7011bb100) 00000100:00000040:0.0:1788849630.604923:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d7011bb100 x1875730900977536/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849630.604930:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849630.604932:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849630.604934:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b27f8. 00000100:00000200:0.0:1788849630.604936:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875730900977536, offset 0 00000400:00000200:0.0:1788849630.604991:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849630.604995:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849630.604999:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:0.0:1788849630.605001:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849630.605004:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849630.605006:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849630.605009:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:0.0:1788849630.605012:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550674:550674:256:4294967295] 192.168.204.137@tcp LPNI seq info [550620:550620:8:4294967295] 00000400:00000200:0.0:1788849630.605016:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849630.605022:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849630.605027:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849630.605031:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6d85ae400. 00000800:00000200:0.0:1788849630.605035:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849630.605050:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849630.605053:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6d85ae400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788849630.605069:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849630.605072:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: using a timeout of 134113 usecs (135 jiffies) 00000400:00000200:0.0:1788849630.605075:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849630.605078:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308060809 00000100:00000001:0.0:1788849630.605080:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308064504 00000100:00000001:0.0:1788849630.605082:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308060809 00000100:00000001:0.0:1788849630.605084:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308064504 00000100:00000001:0.0:1788849630.605086:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849630.605088:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849630.605090:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849630.605092:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849630.605097:0:2391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849630.605098:0:2391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1788849630.605100:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849630.605102:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849630.605103:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849630.605105:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788849630.607593:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849630.607601:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6d85ae400. 00000400:00000200:2.0:1788849630.607608:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849630.607616:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849630.607623:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b27f8 00000400:00000010:2.0:1788849630.607626:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b27f8. 00000100:00000001:2.0:1788849630.607630:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849630.607638:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d7011bb100 x1875730900977536/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849630.607650:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849630.607654:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011bb100 x1875730900977536/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849685 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849630.607661:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849630.607663:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788849630.610928:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849630.610966:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849630.610971:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849630.610973:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849630.610983:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849630.610991:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849630.611000:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849630.611004:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849630.611009:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849630.611013:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 25 MB=0x6a9f7a20c0600 00000400:00000200:2.0:1788849630.611019:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849630.611024:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d3d5 [1] + 224 00000800:00000001:2.0:1788849630.611031:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849630.611035:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849630.611048:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849630.611053:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849630.611062:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849630.611072:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d7011bbb80 x1875730900977152/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849646 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849630.611084:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d7011bbb80 x1875730900977152/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849630.611096:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849630.611104:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788849630.611106:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1788849630.611109:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849630.611111:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1788849630.611113:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849630.611118:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788849630.611120:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1788849630.611122:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000001:1.0:1788849630.611124:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1788849630.611129:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000010:1.0:1788849630.611130:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004ccc08. 00000400:00000200:2.0:1788849630.611136:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849630.611137:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e5d8 00000400:00000200:2.0:1788849630.611141:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849630.611141:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e5d8. 00000400:00000200:2.0:1788849630.611146:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849630.611147:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1788849630.611151:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20c0680 00000100:00000200:1.0:1788849630.611156:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d7011bbb80 x1875730900977152/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788849630.611157:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849630.611170:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d3dd [1] + 224 00000100:00000200:1.0:1788849630.611172:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d7011bbb80 x1875730900977152/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849646 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788849630.611176:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849630.611181:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849630.611183:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788849630.611185:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849630.611189:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:1.0:1788849630.611194:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849630.611195:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1788849630.611199:0:2392:0:(client.c:1593:after_reply()) Process entered 00000100:00000200:2.0:1788849630.611203:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d7011ba680 x1875730900977280/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788849630.611204:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849630.611208:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849630.611212:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849630.611217:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849630.611219:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d7011ba680 x1875730900977280/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1788849630.611225:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6c9059460 time=149 v=5 (5 5 5 5) 00000100:00001000:1.0:1788849630.611231:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6c9059418 time=19 v=5 (1 1 1 0) 00000100:00000001:2.0:1788849630.611235:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849630.611235:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849630.611239:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788849630.611241:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1788849630.611243:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1788849630.611246:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788849630.611247:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788849630.611250:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788849630.611252:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788849630.611254:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849630.611258:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000040:1.0:1788849630.611262:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d7011bbb80 x1875730900977152/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788849630.611266:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849630.611274:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849630.611279:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788849630.611280:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849630.611286:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849630.611286:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849630.611291:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849630.611292:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20c0700 00000400:00000200:2.0:1788849630.611298:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000040:1.0:1788849630.611299:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d7011bbb80 x1875730900977152/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849646 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788849630.611304:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d3e5 [1] + 224 00000800:00000001:2.0:1788849630.611311:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849630.611316:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788849630.611318:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d7011bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2be9dc31-d936-46ce-82e2-523a967881fb:2392:1875730900977152:192.168.204.137@tcp:400:kworker.0 00000400:00000200:2.0:1788849630.611320:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849630.611328:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:1.0:1788849630.611329:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849630.611332:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1788849630.611334:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1788849630.611339:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d7011b9500 x1875730900977408/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788849630.611341:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d7011bbb80 x1875730900977152/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849646 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849630.611354:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d7011b9500 x1875730900977408/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849630.611369:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849630.611373:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1788849630.611377:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1788849630.611378:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6e15a8e00. 00000800:00000001:2.0:1788849630.611383:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1788849630.611385:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1788849630.611389:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788849630.611389:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849630.611392:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6c9059000 refcount=3 obd=MGC192.168.204.137@tcp 00000800:00000001:2.0:1788849630.611393:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849630.611397:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788849630.611397:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849630.611401:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c8403c00. 00000400:00000200:2.0:1788849630.611403:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849630.611407:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849630.611414:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 02000000:00000001:1.0:1788849630.611415:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1788849630.611419:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 02000000:00000001:1.0:1788849630.611419:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849630.611423:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d7011bbb80. 00000400:00000200:2.0:1788849630.611425:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849630.611428:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1788849630.611432:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 4 MB=0x6a9f7a20c0780 00000100:00000001:1.0:1788849630.611432:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849630.611439:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849630.611439:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849630.611444:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788849630.611447:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d3ed [1] + 224 00000100:00000001:1.0:1788849630.611447:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1788849630.611453:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1788849630.611453:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849630.611457:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849630.611461:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004ccf78. 00000400:00000200:1.0:1788849630.611464:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e4c8 00000400:00000010:1.0:1788849630.611466:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e4c8. 00000100:00000001:1.0:1788849630.611469:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1788849630.611471:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849630.611475:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1788849630.611476:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d7011b9500 x1875730900977408/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788849630.611483:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849630.611490:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849630.611496:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d7011b9500 x1875730900977408/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788849630.611498:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d7011bb100 x1875730900977536/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849685 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849630.611515:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849630.611518:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788849630.611521:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d7011bb100 x1875730900977536/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849630.611522:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849630.611524:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849630.611527:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849630.611530:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849630.611534:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849630.611536:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849630.611541:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1788849630.611541:0:2392:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e0ada460 time=148 v=84 (84 84 85 86) 00000800:00000001:2.0:1788849630.611544:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1788849630.611546:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ada418 time=147 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849630.611551:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849630.611552:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849630.611554:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788849630.611560:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93d7011b9500 x1875730900977408/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788849630.611567:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849630.611570:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788849630.611573:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93d6e0561000: skip recheck: last_committed 21474836540 00000100:00000001:1.0:1788849630.611582:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788849630.611583:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849630.611588:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d7011b9500 x1875730900977408/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849630.611594:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849630.611596:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849630.611597:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849630.611601:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d7011b9500 x1875730900977408/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849630.611607:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d7011b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900977408:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849630.611611:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849630.611612:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849630.611615:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d7011b9500 x1875730900977408/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849630.611620:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849630.611630:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849630.611632:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6e15a9000. 02000000:00000001:1.0:1788849630.611635:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849630.611636:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849630.611637:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6e0ada000 refcount=3 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000020:00000001:1.0:1788849630.611639:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849630.611641:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c8403800. 02000000:00000001:1.0:1788849630.611643:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849630.611644:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849630.611645:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d7011b9500. 00000100:00000001:1.0:1788849630.611648:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849630.611649:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849630.611651:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849630.611658:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788849630.611660:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849630.611662:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849630.611664:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849630.611686:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849630.611693:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788849630.611695:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849630.611697:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849630.611699:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ff160. 00000400:00000200:1.0:1788849630.611702:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2ee0 00000400:00000010:1.0:1788849630.611704:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2ee0. 00000100:00000001:1.0:1788849630.611707:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849630.611712:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d7011ba680 x1875730900977280/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788849630.611721:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d7011ba680 x1875730900977280/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849630.611728:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849630.611730:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849630.611731:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849630.611733:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849630.611734:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849630.611736:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849630.611738:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849630.611743:0:2391:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=148 v=84 (84 84 85 86) 00000100:00001000:1.0:1788849630.611745:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=19 v=5 (1 1 1 0) 00000100:00000001:1.0:1788849630.611748:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849630.611749:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849630.611751:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788849630.611753:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849630.611755:0:2391:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788849630.611757:0:2391:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771464 00000100:00000001:1.0:1788849630.611759:0:2391:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788849630.611760:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849630.611765:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d7011ba680 x1875730900977280/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849630.611772:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849630.611774:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849630.611776:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849630.611779:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d7011ba680 x1875730900977280/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849630.611793:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d7011ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2391:1875730900977280:192.168.204.137@tcp:400:kworker.0 00000400:00000001:1.0:1788849630.611799:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849630.611800:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849630.611802:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ffa50. 00000400:00000200:1.0:1788849630.611804:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2b28 00000400:00000010:1.0:1788849630.611806:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2b28. 00000100:00000001:1.0:1788849630.611808:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849630.611811:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d7011bb100 x1875730900977536/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788849630.611817:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d7011bb100 x1875730900977536/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849685 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849630.611823:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849630.611824:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849630.611826:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849630.611827:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849630.611828:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849630.611830:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849630.611832:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849630.611836:0:2391:0:(import.c:2149:obd_at_measure()) add 36 to ffff93d6e0ade460 time=148 v=36 (36 5 5 5) 00000100:00001000:1.0:1788849630.611838:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ade418 time=131 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849630.611841:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849630.611842:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849630.611843:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788849630.611845:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849630.611847:0:2391:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788849630.611848:0:2391:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93d6e0561000: skip recheck: last_committed 42949693919 00000100:00000001:1.0:1788849630.611849:0:2391:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788849630.611851:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849630.611855:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d7011bb100 x1875730900977536/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849630.611861:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849630.611869:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849630.611870:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849630.611874:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d7011bb100 x1875730900977536/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849685 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849630.611881:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d7011bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2391:1875730900977536:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849630.611885:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849630.611887:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849630.611890:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d7011ba680 x1875730900977280/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849745 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849630.611896:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849630.611898:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849630.611899:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c5c3e400. 02000000:00000001:1.0:1788849630.611903:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849630.611904:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849630.611905:0:2391:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=5 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:1.0:1788849630.611907:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849630.611909:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c8403600. 02000000:00000001:1.0:1788849630.611911:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849630.611912:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849630.611913:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d7011ba680. 00000100:00000001:1.0:1788849630.611916:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849630.611917:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849630.611919:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849630.611922:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d7011bb100 x1875730900977536/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849685 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849630.611928:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849630.611930:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849630.611931:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c5c3e000. 02000000:00000001:1.0:1788849630.611933:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849630.611934:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849630.611935:0:2391:0:(genops.c:1223:class_import_put()) import ffff93d6e0ade000 refcount=3 obd=lustre-OST0000-osc-ffff93d6e0561000 00000020:00000001:1.0:1788849630.611937:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849630.611938:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c8403f00. 02000000:00000001:1.0:1788849630.612203:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849630.612205:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849630.612207:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d7011bb100. 00000100:00000001:1.0:1788849630.612210:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849630.612211:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849630.612214:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849630.612218:0:2391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788849630.612219:0:2391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849630.612221:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849630.612223:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849630.796028:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849630.796045:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849630.796051:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849630.796054:0:278241:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849630.796056:0:278241:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849630.796062:0:278241:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849630.796064:0:278241:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849630.796066:0:278241:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849630.796069:0:278241:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849630.796071:0:278241:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849630.796073:0:278241:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849630.796076:0:278241:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849630.796115:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788849630.796118:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849630.796121:0:241781:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788849631.668351:0:280559:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849631.819276:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849631.819282:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849631.819287:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849631.819296:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849631.820896:0:251614:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788849631.820903:0:251614:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849631.820907:0:251614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 675 lines, 675 kept, 0 dropped, 0 bad.