00010000:00000001:0.0F:1788849544.779038:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849544.779053:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849544.779059:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849544.779061:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1788849544.780058:0:251615:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849544.780070:0:251615:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849544.780074:0:251615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849545.803024:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849545.803030:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849545.803036:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849545.803040:0:267203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849545.803041:0:267203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849545.803048:0:267203:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849545.803049:0:267203:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849545.803051:0:267203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849545.803054:0:267203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849545.803056:0:267203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849545.803057:0:267203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849545.803059:0:267203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849545.803086:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788849545.803089:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849545.803092:0:241781:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849546.827041:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849546.827050:0:267203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849546.827053:0:267203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849546.827057:0:267203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849546.827062:0:267203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849546.827064:0:267203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849546.827066:0:267203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849546.827069:0:267203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849546.827073:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849546.827074:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849546.827170:0:251614:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849546.827173:0:251614:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849546.827176:0:251614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0F:1788849547.403081:0:267863:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134aa20 (cpu 2) has reached its deadline 4307977465, at 4307977472 00000100:00000010:2.0:1788849547.403113:0:267863:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6c3d7a360. 00000100:00000040:3.0:1788849547.403226:0:272400:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134ab30 (cpu 3) has reached its deadline 4307977465, at 4307977472 00000100:00000010:3.0:1788849547.403232:0:272400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6c3d7af00. 00010000:00000001:0.0:1788849547.852149:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849547.852157:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849547.852163:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849547.852164:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788849547.852339:0:235787:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788849547.852343:0:235787:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788849547.852347:0:235787:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788849548.683057:0:249037:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2be9dc31-d936-46ce-82e2-523a967881fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849548.683064:0:249037:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849548.683073:0:249037:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000d880. 00000020:00000040:3.0:1788849548.683078:0:249037:0:(genops.c:1210:class_import_get()) import ffff93d6c9059000 refcount=4 obd=MGC192.168.204.137@tcp 00000100:00000001:3.0:1788849548.683081:0:249037:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849548.683084:0:249037:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849548.683088:0:249037:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849548.683095:0:249037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73d00. 00000100:00000001:3.0:1788849548.683102:0:249037:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849548.683116:0:249037:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2be9dc31-d936-46ce-82e2-523a967881fb->MGS req@ffff93d6d000d880 x1875730900967168/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849548.683127:0:249037:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849548.683131:0:249037:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849548.683137:0:249037:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003340c353] to pc [ptlrpcd_01_01+1] req@ffff93d6d000d880 x1875730900967168/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849548.683167:0:249037:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849548.683169:0:249037:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849548.683171:0:249037:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849548.683174:0:249037:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000d180. 00000020:00000040:3.0:1788849548.683175:0:249037:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=6 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000100:00000001:3.0:1788849548.683177:0:249037:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849548.683178:0:249037:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849548.683179:0:249037:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849548.683371:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849548.683375:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849548.683377:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788849548.683381:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000d880 x1875730900967168/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849548.683387:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788849548.683389:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849548.683392:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788849548.683394:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788849548.683395:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788849548.683398:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2be9dc31-d936-46ce-82e2-523a967881fb:2394:1875730900967168:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849548.683400:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788849548.683405:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788849548.683407:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849548.683409:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788849548.683412:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c7f18a00. 02000000:00000001:2.0:1788849548.683414:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849548.683420:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:2.0:1788849548.683423:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6ea8a0420. 00000400:00000010:2.0:1788849548.683428:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7aa0. 00000100:00000200:2.0:1788849548.683433:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900967168, portal 25 00000100:00000001:2.0:1788849548.683435:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788849548.683436:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554841728 : -118924154709888 : ffff93d6d000d880) 00000100:00000040:2.0:1788849548.683448:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000d880 x1875730900967168/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849548.683453:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788849548.683455:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:2.0:1788849548.683457:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c75d8. 00000100:00000200:2.0:1788849548.683459:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875730900967168, offset 0 00000400:00000200:2.0:1788849548.683478:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:2.0:1788849548.683485:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849548.683491:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:2.0:1788849548.683495:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788849548.683498:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:2.0:1788849548.683502:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788849548.683505:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:2.0:1788849548.683508:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550596:550596:256:4294967295] 192.168.204.137@tcp LPNI seq info [550542:550542:8:4294967295] 00000400:00000200:2.0:1788849548.683513:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849548.683521:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:2.0:1788849548.683526:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:2.0:1788849548.683531:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6e1766e00. 00000800:00000200:2.0:1788849548.683538:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:2.0:1788849548.683545:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:2.0:1788849548.683549:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6e1766e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788849548.683561:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849548.683564:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:2.0:1788849548.683566:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 2 is 4307982583 00000100:00000010:2.0:1788849548.683569:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6f1524d20. 00000100:00000001:2.0:1788849548.683574:0:2394:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788849548.683579:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 3 is 4307982583 00000100:00000010:2.0:1788849548.683581:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6f1524360. 00000100:00000001:2.0:1788849548.683582:0:2394:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788849548.683585:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849548.683586:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849548.683588:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849548.683590:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849548.683596:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788849548.683598:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788849548.683600:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849548.683600:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849548.683605:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849548.683607:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849548.683615:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849548.683617:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849548.683656:0:249037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73400. 00000100:00000001:3.0:1788849548.683660:0:249037:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849548.683670:0:249037:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID req@ffff93d6d000d180 x1875730900967296/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849548.683677:0:249037:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849548.683679:0:249037:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849548.683683:0:249037:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b22fdf47] to pc [ptlrpcd_01_00+0] req@ffff93d6d000d180 x1875730900967296/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849548.683695:0:249037:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849548.683697:0:249037:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849548.683700:0:249037:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849548.683703:0:249037:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000dc00. 00000020:00000040:3.0:1788849548.683705:0:249037:0:(genops.c:1210:class_import_get()) import ffff93d6e0ada000 refcount=4 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000100:00000001:3.0:1788849548.683707:0:249037:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849548.683708:0:249037:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849548.683710:0:249037:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849548.683713:0:249037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73900. 00000100:00000001:3.0:1788849548.683716:0:249037:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788849548.683716:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849548.683719:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6e1766e00. 00000100:00000040:3.0:1788849548.683721:0:249037:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID req@ffff93d6d000dc00 x1875730900967424/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1788849548.683724:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788849548.683727:0:249037:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849548.683729:0:249037:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849548.683729:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000040:3.0:1788849548.683732:0:249037:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050ea190e] to pc [ptlrpcd_01_01+1] req@ffff93d6d000dc00 x1875730900967424/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788849548.683734:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c75d8 00000400:00000010:2.0:1788849548.683737:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c75d8. 00000100:00000001:3.0:1788849548.683739:0:249037:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849548.683741:0:249037:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849548.683745:0:249037:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849548.683747:0:249037:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000ce00. 00000100:00000001:2.0:1788849548.683750:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849548.683754:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000d880 x1875730900967168/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1788849548.683758:0:249037:0:(genops.c:1210:class_import_get()) import ffff93d6e0ade000 refcount=4 obd=lustre-OST0000-osc-ffff93d6e0561000 00000100:00000001:3.0:1788849548.683760:0:249037:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849548.683762:0:249037:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849548.683763:0:249037:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849548.683763:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849548.683766:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000d880 x1875730900967168/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849548.683773:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849548.683774:0:2386:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1788849548.683775:0:249037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2a2cc00. 00000100:00000001:3.0:1788849548.683778:0:249037:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849548.683782:0:249037:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID req@ffff93d6d000ce00 x1875730900967552/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788849548.683786:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849548.683788:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849548.683789:0:249037:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788849548.683789:0:2393:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788849548.683791:0:249037:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849548.683794:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000d180 x1875730900967296/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849548.683795:0:249037:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009232630e] to pc [ptlrpcd_01_00+0] req@ffff93d6d000ce00 x1875730900967552/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849548.683801:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788849548.683803:0:249037:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849548.683803:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849548.683805:0:249037:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1788849548.683805:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788849548.683807:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788849548.683809:0:249037:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1788849548.683809:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788849548.683811:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900967296:192.168.204.137@tcp:400:kworker.0 00000100:00000040:3.0:1788849548.683813:0:249037:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13316) 00000100:00000001:2.0:1788849548.683815:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788849548.683817:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788849548.683819:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849548.683821:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788849548.683824:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c7f18800. 02000000:00000001:2.0:1788849548.683830:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849548.683834:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:2.0:1788849548.683836:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6ea8a01b8. 00000100:00000001:3.0:1788849548.683838:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849548.683840:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1788849548.683840:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c75d8. 00000100:00000001:3.0:1788849548.683841:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1788849548.683842:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900967296, portal 10 00000100:00000040:3.0:1788849548.683844:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000dc00 x1875730900967424/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849548.683844:0:2393:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788849548.683846:0:2393:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554839936 : -118924154711680 : ffff93d6d000d180) 00000100:00000001:3.0:1788849548.683850:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788849548.683852:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849548.683852:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000d180 x1875730900967296/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788849548.683854:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788849548.683856:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788849548.683858:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849548.683859:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1788849548.683860:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900967424:192.168.204.137@tcp:400:kworker.0 00000100:00000040:2.0:1788849548.683861:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000100:00000001:3.0:1788849548.683863:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788849548.683866:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788849548.683867:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849548.683869:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788849548.683872:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c5c39000. 02000000:00000001:3.0:1788849548.683874:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849548.683877:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:2.0:1788849548.683878:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7770. 00000400:00000010:3.0:1788849548.683880:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6e08e41b8. 00000100:00000200:2.0:1788849548.683880:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900967296, offset 0 00000400:00000200:2.0:1788849548.683884:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:2.0:1788849548.683888:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:3.0:1788849548.683889:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05550. 00000100:00000200:3.0:1788849548.683891:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900967424, portal 10 00000400:00000200:2.0:1788849548.683891:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000100:00000001:3.0:1788849548.683893:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1788849548.683894:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788849548.683895:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554842624 : -118924154708992 : ffff93d6d000dc00) 00000400:00000200:2.0:1788849548.683897:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:2.0:1788849548.683899:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788849548.683901:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:2.0:1788849548.683904:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550597:550597:256:4294967295] 192.168.204.137@tcp LPNI seq info [550543:550543:8:4294967295] 00000400:00000200:2.0:1788849548.683908:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000040:3.0:1788849548.683911:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000dc00 x1875730900967424/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788849548.683914:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000100:00000001:3.0:1788849548.683918:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1788849548.683919:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000100:00000040:3.0:1788849548.683920:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000800:00000010:2.0:1788849548.683922:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6e1766e00. 00000400:00000010:3.0:1788849548.683923:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05880. 00000100:00000200:3.0:1788849548.683925:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900967424, offset 0 00000800:00000200:2.0:1788849548.683926:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000400:00000200:3.0:1788849548.683929:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000800:00000200:2.0:1788849548.683930:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000400:00000200:3.0:1788849548.683933:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000800:00000200:2.0:1788849548.683933:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6e1766e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788849548.683936:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:3.0:1788849548.683939:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788849548.683982:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849548.683987:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33646 usecs (34 jiffies) 00000400:00000200:2.0:1788849548.683990:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:2.0:1788849548.683997:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307978787 00000100:00000001:2.0:1788849548.684000:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4307982583 00000100:00000001:2.0:1788849548.684002:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307978787 00000100:00000001:2.0:1788849548.684004:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4307982583 00000100:00000001:2.0:1788849548.684006:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849548.684008:0:2393:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849548.684010:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849548.684011:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849548.684015:0:2393:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788849548.684016:0:2393:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=110 : 110 : 6e) 00000100:00000001:2.0:1788849548.684018:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849548.684019:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849548.684025:0:2393:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788849548.684030:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000ce00 x1875730900967552/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849548.684036:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788849548.684037:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849548.684039:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788849548.684041:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788849548.684043:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788849548.684045:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900967552:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849548.684048:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788849548.684051:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788849548.684052:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849548.684054:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788849548.684057:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c7f18000. 02000000:00000001:2.0:1788849548.684058:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849548.684062:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:2.0:1788849548.684065:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6ea8a0738. 00000400:00000010:2.0:1788849548.684069:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7550. 00000100:00000200:2.0:1788849548.684071:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900967552, portal 4 00000100:00000001:2.0:1788849548.684073:0:2393:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788849548.684080:0:2393:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554839040 : -118924154712576 : ffff93d6d000ce00) 00000100:00000040:2.0:1788849548.684086:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000ce00 x1875730900967552/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849548.684092:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788849548.684094:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:2.0:1788849548.684096:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c77f8. 00000100:00000200:2.0:1788849548.684098:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875730900967552, offset 0 00000400:00000200:2.0:1788849548.684102:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:3.0:1788849548.684192:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:3.0:1788849548.684195:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788849548.684197:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:3.0:1788849548.684200:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550598:550598:255:4294967295] 192.168.204.137@tcp LPNI seq info [550544:550544:7:4294967295] 00000400:00000200:3.0:1788849548.684204:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849548.684211:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:3.0:1788849548.684215:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:3.0:1788849548.684220:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6c2a2c300. 00000800:00000200:3.0:1788849548.684224:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:3.0:1788849548.684228:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:3.0:1788849548.684231:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6c2a2c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788849548.684234:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849548.684237:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: using a timeout of 25315 usecs (26 jiffies) 00000400:00000200:3.0:1788849548.684240:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:3.0:1788849548.684242:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307978779 00000100:00000001:3.0:1788849548.684244:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4307982583 00000100:00000001:3.0:1788849548.684252:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307978779 00000100:00000001:3.0:1788849548.684255:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4307982583 00000100:00000001:3.0:1788849548.684257:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849548.684259:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849548.684262:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849548.684263:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849548.684266:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788849548.684268:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788849548.684270:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849548.684271:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849548.684272:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849548.684274:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788849548.684292:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849548.684294:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6e1766e00. 00000400:00000200:3.0:1788849548.684298:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849548.684302:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849548.685045:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849548.685051:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:2.0:1788849548.685054:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788849548.685057:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:2.0:1788849548.685059:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788849548.685062:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:2.0:1788849548.685065:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550599:550599:254:4294967295] 192.168.204.137@tcp LPNI seq info [550545:550545:6:4294967295] 00000400:00000200:2.0:1788849548.685068:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849548.685075:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:2.0:1788849548.685080:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:2.0:1788849548.685085:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6e1766500. 00000800:00000200:2.0:1788849548.685089:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:2.0:1788849548.685094:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:2.0:1788849548.685097:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6e1766500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788849548.685101:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849548.685105:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: using a timeout of 135800 usecs (136 jiffies) 00000400:00000200:2.0:1788849548.685108:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:2.0:1788849548.685110:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307978890 00000100:00000001:2.0:1788849548.685112:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4307982583 00000100:00000001:2.0:1788849548.685114:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307978890 00000100:00000001:2.0:1788849548.685121:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4307982583 00000100:00000001:2.0:1788849548.685131:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849548.685133:0:2393:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849548.685136:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849548.685138:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849548.685142:0:2393:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788849548.685143:0:2393:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1788849548.685146:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849548.685148:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849548.685149:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849548.685151:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849548.685173:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7770 00000400:00000010:3.0:1788849548.685176:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7770. 00000100:00000001:3.0:1788849548.685234:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849548.685241:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000d180 x1875730900967296/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849548.685250:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849548.685253:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000d180 x1875730900967296/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849548.685260:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849548.685261:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849548.685278:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849548.685280:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6c2a2c300. 00000400:00000200:3.0:1788849548.685283:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849548.685287:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849548.685289:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05880 00000400:00000010:3.0:1788849548.685291:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05880. 00000100:00000001:3.0:1788849548.685294:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849548.685303:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000dc00 x1875730900967424/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849548.685311:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849548.685314:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000dc00 x1875730900967424/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849548.685319:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849548.685321:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849548.685364:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849548.685367:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6e1766500. 00000400:00000200:3.0:1788849548.685369:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849548.685373:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849548.685376:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c77f8 00000400:00000010:3.0:1788849548.685378:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c77f8. 00000100:00000001:3.0:1788849548.685380:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849548.685384:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000ce00 x1875730900967552/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849548.685390:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849548.685393:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000ce00 x1875730900967552/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849603 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849548.685398:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849548.685400:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788849548.689996:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849548.690012:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849548.690016:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849548.690018:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849548.690027:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849548.690034:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849548.690044:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849548.690050:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849548.690055:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849548.690059:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bdf80 00000400:00000200:2.0:1788849548.690064:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849548.690070:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d07d [1] + 224 00000800:00000001:2.0:1788849548.690076:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849548.690096:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849548.690099:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849548.690104:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849548.690112:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849548.690121:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000d180 x1875730900967296/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849548.690131:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000d180 x1875730900967296/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849548.690153:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849548.690161:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849548.690174:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849548.690195:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849548.690200:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788849548.690206:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788849548.690208:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788849548.690211:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6ea8a01b8. 00000400:00000200:3.0:1788849548.690216:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c75d8 00000400:00000010:3.0:1788849548.690219:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c75d8. 00000100:00000001:3.0:1788849548.690222:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849548.690227:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000d180 x1875730900967296/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788849548.690235:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000d180 x1875730900967296/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849548.690252:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788849548.690255:0:2393:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849548.690257:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788849548.690260:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788849548.690262:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788849548.690265:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849548.690267:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788849548.690276:0:2393:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=66 v=84 (84 84 85 86) 00000100:00001000:3.0:1788849548.690281:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=87 v=5 (1 1 0 0) 00000100:00000001:3.0:1788849548.690283:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788849548.690284:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849548.690288:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788849548.690292:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849548.690295:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788849548.690297:0:2393:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771460 00000100:00000001:3.0:1788849548.690299:0:2393:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788849548.690301:0:2393:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849548.690306:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000d180 x1875730900967296/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849548.690313:0:2393:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849548.690316:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788849548.690318:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788849548.690322:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000d180 x1875730900967296/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788849548.690330:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900967296:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849548.690335:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849548.690338:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849548.690341:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000d180 x1875730900967296/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849548.690347:0:2393:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788849548.690356:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788849548.690359:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c7f18800. 02000000:00000001:3.0:1788849548.690362:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788849548.690365:0:2393:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788849548.690366:0:2393:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=5 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:3.0:1788849548.690369:0:2393:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788849548.690371:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73400. 02000000:00000001:3.0:1788849548.690375:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788849548.690377:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788849548.690379:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000d180. 00000100:00000001:3.0:1788849548.690383:0:2393:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788849548.690384:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849548.690387:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849548.690389:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849548.690390:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849548.690392:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849548.690393:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788849548.691378:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849548.691388:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849548.691391:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849548.691393:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849548.691399:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849548.691404:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849548.691411:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849548.691415:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849548.691419:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849548.691423:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20be000 00000400:00000200:3.0:1788849548.691427:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849548.691432:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d08d [1] + 224 00000800:00000001:3.0:1788849548.691437:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849548.691441:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849548.691443:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849548.691447:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849548.691451:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849548.691456:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000dc00 x1875730900967424/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849548.691480:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000dc00 x1875730900967424/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849548.691591:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788849548.691596:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1788849548.691599:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788849548.691600:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1788849548.691603:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788849548.691604:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1788849548.691605:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849548.691607:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788849548.691607:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788849548.691609:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6e08e41b8. 00000400:00000200:3.0:1788849548.691611:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849548.691613:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05550 00000400:00000200:3.0:1788849548.691615:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000010:2.0:1788849548.691615:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05550. 00000400:00000200:3.0:1788849548.691619:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:2.0:1788849548.691619:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1788849548.691621:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000200:2.0:1788849548.691634:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000dc00 x1875730900967424/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788849548.691637:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849548.691640:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 4 MB=0x6a9f7a20be080 00000400:00000200:3.0:1788849548.691644:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000200:2.0:1788849548.691644:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000dc00 x1875730900967424/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788849548.691648:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d09d [1] + 224 00000100:00000001:2.0:1788849548.691651:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849548.691652:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788849548.691653:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849548.691654:0:2394:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:3.0:1788849548.691655:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849548.691656:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1788849548.691657:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788849548.691659:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1788849548.691660:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849548.691661:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849548.691663:0:2385:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1788849548.691664:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788849548.691668:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000ce00 x1875730900967552/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1788849548.691670:0:2394:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e0ada460 time=66 v=84 (84 84 85 86) 00000100:00001000:2.0:1788849548.691674:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ada418 time=65 v=5 (1 1 0 0) 00000100:00000040:3.0:1788849548.691676:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000ce00 x1875730900967552/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849548.691677:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788849548.691679:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788849548.691681:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788849548.691685:0:2394:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93d6d000dc00 x1875730900967424/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849548.691689:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849548.691692:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1788849548.691692:0:2394:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788849548.691699:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849548.691699:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1788849548.691701:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1788849548.691701:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93d6e0561000: skip recheck: last_committed 21474836540 00000100:00000001:2.0:1788849548.691702:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000800:00000001:3.0:1788849548.691703:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849548.691704:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849548.691706:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000040:2.0:1788849548.691708:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000dc00 x1875730900967424/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788849548.691714:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849548.691722:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849548.691725:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:2.0:1788849548.691725:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849548.691727:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1788849548.691728:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:2.0:1788849548.691729:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849548.691731:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 25 MB=0x6a9f7a20bdf00 00000100:00000040:2.0:1788849548.691733:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000dc00 x1875730900967424/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788849548.691735:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849548.691739:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d06d [1] + 224 00000100:00100000:2.0:1788849548.691741:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900967424:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849548.691746:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849548.691748:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849548.691813:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000dc00 x1875730900967424/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788849548.691814:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849548.691819:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849548.691820:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1788849548.691821:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1788849548.691822:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1788849548.691825:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 02000000:00000010:2.0:1788849548.691825:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c5c39000. 02000000:00000001:2.0:1788849548.691827:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788849548.691828:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1788849548.691830:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788849548.691831:0:2394:0:(genops.c:1223:class_import_put()) import ffff93d6e0ada000 refcount=3 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000100:00000200:3.0:1788849548.691832:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000d880 x1875730900967168/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1788849548.691833:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788849548.691835:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73900. 02000000:00000001:2.0:1788849548.691839:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1788849548.691840:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000d880 x1875730900967168/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788849548.691840:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788849548.691842:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000dc00. 00000100:00000001:2.0:1788849548.691845:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788849548.691846:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849548.691847:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788849548.691849:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788849548.691850:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788849548.691850:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1788849548.691852:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849548.691852:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788849548.691854:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788849548.691856:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788849548.691857:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6ea8a0420. 00000100:00000001:3.0:1788849548.691860:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788849548.691860:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7aa0 00000100:00000001:3.0:1788849548.691862:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1788849548.691898:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7aa0. 00000100:00000001:2.0:1788849548.692059:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1788849548.692060:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788849548.692062:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788849548.692064:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6ea8a0738. 00000400:00000200:3.0:1788849548.692066:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7550 00000400:00000010:3.0:1788849548.692068:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7550. 00000100:00000200:2.0:1788849548.692069:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000d880 x1875730900967168/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849548.692070:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849548.692074:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000ce00 x1875730900967552/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788849548.692078:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000d880 x1875730900967168/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788849548.692082:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000ce00 x1875730900967552/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849548.692085:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788849548.692086:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849548.692088:0:2394:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1788849548.692089:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1788849548.692090:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788849548.692091:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788849548.692092:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849548.692094:0:2393:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788849548.692094:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849548.692096:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788849548.692097:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1788849548.692097:0:2394:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6c9059460 time=67 v=5 (5 5 5 5) 00000100:00000001:3.0:1788849548.692098:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788849548.692100:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788849548.692100:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6c9059418 time=87 v=5 (1 1 0 0) 02000000:00000001:3.0:1788849548.692101:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849548.692103:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788849548.692104:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788849548.692105:0:2393:0:(import.c:2149:obd_at_measure()) add 36 to ffff93d6e0ade460 time=66 v=36 (36 5 5 5) 00010000:00000001:2.0:1788849548.692105:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1788849548.692108:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ade418 time=49 v=5 (1 1 0 0) 00000100:00000001:3.0:1788849548.692110:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788849548.692112:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849548.692113:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788849548.692115:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849548.692118:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788849548.692119:0:2393:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93d6e0561000: skip recheck: last_committed 42949693919 00000100:00000001:3.0:1788849548.692121:0:2393:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788849548.692122:0:2393:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849548.692127:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000ce00 x1875730900967552/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849548.692132:0:2393:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849548.692134:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788849548.692135:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788849548.692139:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000ce00 x1875730900967552/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849603 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788849548.692146:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900967552:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849548.692150:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849548.692152:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849548.692155:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000ce00 x1875730900967552/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849603 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849548.692162:0:2393:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788849548.692163:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788849548.692165:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c7f18000. 02000000:00000001:3.0:1788849548.692167:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1788849548.692168:0:2394:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849548.692169:0:2393:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:2.0:1788849548.692170:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788849548.692174:0:2393:0:(genops.c:1223:class_import_put()) import ffff93d6e0ade000 refcount=3 obd=lustre-OST0000-osc-ffff93d6e0561000 00000100:00000040:2.0:1788849548.692174:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000d880 x1875730900967168/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1788849548.692176:0:2393:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788849548.692178:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2a2cc00. 00000100:00000001:2.0:1788849548.692181:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849548.692183:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788849548.692184:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788849548.692188:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000d880 x1875730900967168/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788849548.692195:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2be9dc31-d936-46ce-82e2-523a967881fb:2394:1875730900967168:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849548.692199:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849548.692201:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849548.692203:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000d880 x1875730900967168/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849548.692210:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788849548.692217:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788849548.692219:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c7f18a00. 02000000:00000001:2.0:1788849548.692221:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788849548.692223:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788849548.692224:0:2394:0:(genops.c:1223:class_import_put()) import ffff93d6c9059000 refcount=3 obd=MGC192.168.204.137@tcp 00000020:00000001:2.0:1788849548.692226:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788849548.692228:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73d00. 02000000:00000001:2.0:1788849548.692230:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788849548.692231:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788849548.692232:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000d880. 00000100:00000001:2.0:1788849548.692235:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788849548.692236:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849548.692239:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849548.692245:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788849548.692247:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849548.692250:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849548.692251:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849548.692433:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788849548.692435:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788849548.692436:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000ce00. 00000100:00000001:3.0:1788849548.692438:0:2393:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788849548.692439:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849548.692440:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849548.692443:0:2393:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788849548.692444:0:2393:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849548.692445:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849548.692446:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849548.875301:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849548.875309:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849548.875315:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849548.875317:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788849548.875659:0:235786:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788849548.875768:0:235786:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788849548.875773:0:235786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849549.900001:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849549.900009:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849549.900026:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849549.900027:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849549.900168:0:251615:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849549.900172:0:251615:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849549.900175:0:251615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0F:1788849550.128341:0:278191:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849550.923047:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849550.923054:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849550.923060:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849550.923061:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849550.923083:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788849550.923086:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849550.923088:0:241781:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849551.947055:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849551.947063:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849551.947069:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849551.947070:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849551.947242:0:251614:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849551.947245:0:251614:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849551.947249:0:251614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1788849552.011412:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6da3d3840] -> 12345-192.168.204.37@tcp (6) 00000800:00000200:0.0:1788849552.011420:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.37@tcp ip 192.168.204.37:988 00000800:00000200:0.0:1788849552.011426:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6d9a57c00 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:3.0:1788849552.012393:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849552.012409:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849552.012414:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849552.012417:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788849552.012425:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1788849552.523149:0:272400:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134ab30 (cpu 3) has reached its deadline 4307982583, at 4307982592 00000100:00000010:3.0:1788849552.523165:0:272400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6f1524360. 00000100:00000040:2.0:1788849552.523272:0:267863:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134aa20 (cpu 2) has reached its deadline 4307982583, at 4307982592 00000100:00000010:2.0:1788849552.523279:0:267863:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6f1524d20. 00010000:00000001:0.0:1788849552.971152:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849552.971162:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849552.971169:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849552.971171:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788849552.971351:0:235787:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788849552.971355:0:235787:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788849552.971359:0:235787:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788849553.803115:0:249037:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2be9dc31-d936-46ce-82e2-523a967881fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849553.803131:0:249037:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849553.803145:0:249037:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000ce00. 00000020:00000040:3.0:1788849553.803152:0:249037:0:(genops.c:1210:class_import_get()) import ffff93d6c9059000 refcount=4 obd=MGC192.168.204.137@tcp 00000100:00000001:3.0:1788849553.803158:0:249037:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849553.803162:0:249037:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849553.803170:0:249037:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849553.803181:0:249037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2a2c300. 00000100:00000001:3.0:1788849553.803189:0:249037:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849553.803204:0:249037:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2be9dc31-d936-46ce-82e2-523a967881fb->MGS req@ffff93d6d000ce00 x1875730900967680/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849553.803236:0:249037:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849553.803246:0:249037:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849553.803254:0:249037:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009232630e] to pc [ptlrpcd_01_01+1] req@ffff93d6d000ce00 x1875730900967680/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.803294:0:249037:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849553.803297:0:249037:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849553.803301:0:249037:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849553.803304:0:249037:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000d180. 00000020:00000040:3.0:1788849553.803307:0:249037:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=6 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000100:00000001:3.0:1788849553.803309:0:249037:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849553.803311:0:249037:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849553.803313:0:249037:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849553.803318:0:249037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2a2cc00. 00000100:00000001:3.0:1788849553.803322:0:249037:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849553.803337:0:249037:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID req@ffff93d6d000d180 x1875730900967808/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849553.803345:0:249037:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849553.803347:0:249037:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849553.803351:0:249037:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b22fdf47] to pc [ptlrpcd_01_00+0] req@ffff93d6d000d180 x1875730900967808/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.803359:0:249037:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849553.803362:0:249037:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849553.803365:0:249037:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849553.803368:0:249037:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000df80. 00000020:00000040:3.0:1788849553.803371:0:249037:0:(genops.c:1210:class_import_get()) import ffff93d6e0ada000 refcount=4 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000100:00000001:3.0:1788849553.803373:0:249037:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849553.803374:0:249037:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849553.803375:0:249037:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849553.803380:0:249037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73000. 00000100:00000001:3.0:1788849553.803460:0:249037:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849553.803466:0:249037:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID req@ffff93d6d000df80 x1875730900967936/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849553.803473:0:249037:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849553.803475:0:249037:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849553.803479:0:249037:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b139aafe] to pc [ptlrpcd_01_01+1] req@ffff93d6d000df80 x1875730900967936/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.803486:0:249037:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849553.803488:0:249037:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849553.803491:0:249037:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849553.803495:0:249037:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000e300. 00000020:00000040:3.0:1788849553.803497:0:249037:0:(genops.c:1210:class_import_get()) import ffff93d6e0ade000 refcount=4 obd=lustre-OST0000-osc-ffff93d6e0561000 00000100:00000001:3.0:1788849553.803500:0:249037:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849553.803501:0:249037:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849553.803504:0:249037:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849553.803508:0:249037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73d00. 00000100:00000001:3.0:1788849553.803511:0:249037:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849553.803515:0:249037:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID req@ffff93d6d000e300 x1875730900968064/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849553.803522:0:249037:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849553.803533:0:249037:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849553.803537:0:249037:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c8b23cd] to pc [ptlrpcd_01_00+0] req@ffff93d6d000e300 x1875730900968064/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.803544:0:249037:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849553.803546:0:249037:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788849553.803549:0:249037:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788849553.803555:0:249037:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13321) 00000100:00000001:3.0:1788849553.803576:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849553.803580:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849553.803590:0:2393:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788849553.803595:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000d180 x1875730900967808/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.803608:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788849553.803611:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849553.803616:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788849553.803619:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788849553.803622:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788849553.803626:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900967808:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849553.803630:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788849553.803639:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788849553.803643:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849553.803646:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788849553.803653:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c436fe00. 02000000:00000001:3.0:1788849553.803655:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849553.803666:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:3.0:1788849553.803672:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6e08e4dc0. 00000400:00000010:3.0:1788849553.803682:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05880. 00000100:00000200:3.0:1788849553.803692:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900967808, portal 10 00000100:00000001:3.0:1788849553.803695:0:2393:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788849553.803696:0:2393:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554839936 : -118924154711680 : ffff93d6d000d180) 00000100:00000040:3.0:1788849553.803705:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000d180 x1875730900967808/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.803712:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788849553.803715:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:3.0:1788849553.803718:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05660. 00000100:00000200:3.0:1788849553.803721:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900967808, offset 0 00000400:00000200:3.0:1788849553.803728:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:3.0:1788849553.803739:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.803749:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:3.0:1788849553.803755:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788849553.803760:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:3.0:1788849553.803764:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788849553.803777:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:3.0:1788849553.803782:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550600:550600:256:4294967295] 192.168.204.137@tcp LPNI seq info [550546:550546:8:4294967295] 00000400:00000200:3.0:1788849553.803799:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.803812:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:3.0:1788849553.803821:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:3.0:1788849553.803827:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6c2c73900. 00000800:00000200:3.0:1788849553.803845:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:3.0:1788849553.803853:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:3.0:1788849553.803859:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6c2c73900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788849553.803874:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849553.803879:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33637 usecs (34 jiffies) 00000400:00000200:3.0:1788849553.803882:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:3.0:1788849553.803885:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307983906 00000100:00000010:3.0:1788849553.803890:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6c3d7aea0. 00000100:00000001:3.0:1788849553.803898:0:2393:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788849553.803905:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307983906 00000100:00000010:3.0:1788849553.803908:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6c3d7a3c0. 00000100:00000001:3.0:1788849553.803911:0:2393:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788849553.803914:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849553.803917:0:2393:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849553.803920:0:2393:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788849553.803924:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000e300 x1875730900968064/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.803931:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788849553.803932:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849553.803934:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788849553.803936:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788849553.803938:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788849553.803980:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900968064:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849553.803993:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788849553.804003:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788849553.804005:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849553.804007:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788849553.804010:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c436e800. 02000000:00000001:3.0:1788849553.804013:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849553.804017:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:3.0:1788849553.804019:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6e08e4738. 00000400:00000010:3.0:1788849553.804023:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05e58. 00000100:00000200:3.0:1788849553.804027:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900968064, portal 4 00000100:00000001:3.0:1788849553.804029:0:2393:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788849553.804030:0:2393:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554844416 : -118924154707200 : ffff93d6d000e300) 00000100:00000040:3.0:1788849553.804037:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000e300 x1875730900968064/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.804043:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788849553.804045:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:3.0:1788849553.804048:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05bb0. 00000100:00000200:3.0:1788849553.804050:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875730900968064, offset 0 00000400:00000200:3.0:1788849553.804055:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:3.0:1788849553.804059:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.804063:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:3.0:1788849553.804067:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788849553.804070:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:3.0:1788849553.804072:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788849553.804074:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:3.0:1788849553.804077:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550601:550601:255:4294967295] 192.168.204.137@tcp LPNI seq info [550547:550547:7:4294967295] 00000400:00000200:3.0:1788849553.804081:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.804086:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:3.0:1788849553.804090:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:3.0:1788849553.804093:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6c2c73400. 00000800:00000200:3.0:1788849553.804097:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:3.0:1788849553.804106:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:3.0:1788849553.804109:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6c2c73400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788849553.804112:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849553.804114:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: using a timeout of 135701 usecs (136 jiffies) 00000400:00000200:3.0:1788849553.804118:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:3.0:1788849553.804120:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307984009 00000100:00000001:3.0:1788849553.804126:0:2393:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 2, simply extend its deadline from 4307983906 00000100:00000001:3.0:1788849553.804129:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307984009 00000100:00000001:3.0:1788849553.804131:0:2393:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 3, simply extend its deadline from 4307983906 00000100:00000001:3.0:1788849553.804134:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849553.804136:0:2393:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849553.804139:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849553.804142:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849553.804150:0:2393:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788849553.804152:0:2393:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1788849553.804155:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849553.804156:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849553.804157:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788849553.804160:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788849553.804162:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849553.804163:0:2393:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788849553.804165:0:2393:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849553.804167:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849553.804168:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849553.804169:0:2393:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788849553.804173:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000ce00 x1875730900967680/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.804180:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788849553.804181:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849553.804183:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788849553.804185:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788849553.804186:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788849553.804189:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2be9dc31-d936-46ce-82e2-523a967881fb:2393:1875730900967680:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849553.804199:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788849553.804201:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788849553.804203:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849553.804204:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788849553.804207:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c436ec00. 02000000:00000001:3.0:1788849553.804209:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849553.804213:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:3.0:1788849553.804216:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6e08e4160. 00000400:00000010:3.0:1788849553.804220:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05d48. 00000100:00000200:3.0:1788849553.804223:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900967680, portal 25 00000100:00000001:3.0:1788849553.804225:0:2393:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788849553.804226:0:2393:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554839040 : -118924154712576 : ffff93d6d000ce00) 00000100:00000040:3.0:1788849553.804231:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000ce00 x1875730900967680/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.804237:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788849553.804239:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:3.0:1788849553.804242:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b057f8. 00000100:00000200:3.0:1788849553.804244:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875730900967680, offset 0 00000400:00000200:3.0:1788849553.804249:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:3.0:1788849553.804253:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.804257:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:3.0:1788849553.804260:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788849553.804262:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:3.0:1788849553.804264:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788849553.804266:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:3.0:1788849553.804269:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550602:550602:254:4294967295] 192.168.204.137@tcp LPNI seq info [550548:550548:6:4294967295] 00000400:00000200:3.0:1788849553.804273:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.804279:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:3.0:1788849553.804284:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:3.0:1788849553.804289:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6c8403800. 00000800:00000200:3.0:1788849553.804293:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:3.0:1788849553.804303:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:3.0:1788849553.804306:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6c8403800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788849553.804309:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849553.804312:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:3.0:1788849553.804314:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 2 is 4307987704 00000100:00000001:3.0:1788849553.804317:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307984009 00000100:00000001:3.0:1788849553.804320:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 3 is 4307987704 00000100:00000001:3.0:1788849553.804322:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307984009 00000100:00000001:3.0:1788849553.804325:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849553.804327:0:2393:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849553.804329:0:2393:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788849553.804334:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000df80 x1875730900967936/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.804340:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788849553.804341:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849553.804343:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788849553.804345:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788849553.804347:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788849553.804350:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900967936:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849553.804353:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788849553.804356:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788849553.804357:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849553.804359:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788849553.804363:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c436fa00. 02000000:00000001:3.0:1788849553.804365:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849553.804369:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:3.0:1788849553.804371:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6e08e4898. 00000400:00000010:3.0:1788849553.804375:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05cc0. 00000100:00000200:3.0:1788849553.804378:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900967936, portal 10 00000100:00000001:3.0:1788849553.804380:0:2393:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788849553.804685:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849553.804690:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849553.804737:0:2393:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554843520 : -118924154708096 : ffff93d6d000df80) 00000100:00000040:3.0:1788849553.804761:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000df80 x1875730900967936/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.804768:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788849553.804771:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:3.0:1788849553.804774:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05f68. 00000100:00000200:3.0:1788849553.804777:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900967936, offset 0 00000400:00000200:3.0:1788849553.804781:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:3.0:1788849553.804785:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.804789:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:3.0:1788849553.804793:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788849553.804795:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:3.0:1788849553.804798:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788849553.804801:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:3.0:1788849553.804804:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550603:550603:253:4294967295] 192.168.204.137@tcp LPNI seq info [550549:550549:5:4294967295] 00000400:00000200:3.0:1788849553.804808:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.804814:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:3.0:1788849553.804819:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:3.0:1788849553.804823:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6c8403c00. 00000800:00000200:3.0:1788849553.804827:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:3.0:1788849553.804831:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:3.0:1788849553.804834:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6c8403c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788849553.804837:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849553.804841:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: using a timeout of 25315 usecs (26 jiffies) 00000400:00000200:3.0:1788849553.804844:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:3.0:1788849553.804846:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307983899 00000100:00000001:3.0:1788849553.804848:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4307987704 00000100:00000001:3.0:1788849553.804851:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307983899 00000100:00000001:3.0:1788849553.804853:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4307987704 00000100:00000001:3.0:1788849553.804855:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849553.804862:0:2393:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849553.804865:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849553.804867:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788849553.804926:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849553.804931:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6c2c73900. 00000400:00000200:3.0:1788849553.805158:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849553.805174:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849553.805181:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05660 00000400:00000010:3.0:1788849553.805184:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05660. 00000100:00000001:3.0:1788849553.805190:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849553.805196:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000d180 x1875730900967808/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.805207:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849553.805211:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000d180 x1875730900967808/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.805218:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849553.805219:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849553.805237:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849553.805240:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6c2c73400. 00000400:00000200:3.0:1788849553.805243:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849553.805247:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849553.805249:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05bb0 00000400:00000010:3.0:1788849553.805250:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05bb0. 00000100:00000001:3.0:1788849553.805252:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849553.805256:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000e300 x1875730900968064/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.805263:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849553.805266:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000e300 x1875730900968064/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.805272:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849553.805273:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849553.805518:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849553.805522:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6c8403800. 00000400:00000200:3.0:1788849553.805547:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849553.805552:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849553.805555:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b057f8 00000400:00000010:3.0:1788849553.805558:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b057f8. 00000100:00000001:3.0:1788849553.805561:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849553.805912:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000ce00 x1875730900967680/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.805922:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849553.805925:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000ce00 x1875730900967680/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.805932:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849553.805934:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849553.806583:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849553.806588:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6c8403c00. 00000400:00000200:3.0:1788849553.806593:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849553.806600:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849553.806604:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05f68 00000400:00000010:3.0:1788849553.806606:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05f68. 00000100:00000001:3.0:1788849553.806610:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849553.806615:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000df80 x1875730900967936/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.806624:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849553.806626:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000df80 x1875730900967936/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.806633:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849553.806635:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788849553.811349:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849553.811372:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849553.811378:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849553.811380:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849553.811401:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.811412:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849553.812004:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.812029:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.812036:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.812043:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20be180 00000400:00000200:3.0:1788849553.812050:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.812058:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d0ad [1] + 224 00000800:00000001:3.0:1788849553.812069:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849553.812076:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849553.812080:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849553.812086:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849553.812096:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849553.812108:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000d180 x1875730900967808/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849553.812119:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000d180 x1875730900967808/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.812151:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849553.812162:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849553.812167:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849553.812169:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849553.812171:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849553.812175:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.812178:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849553.812183:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.812186:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.812188:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.812191:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20be200 00000400:00000200:3.0:1788849553.812193:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.812197:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d0dd [1] + 224 00000800:00000001:3.0:1788849553.812201:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849553.812205:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849553.812207:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849553.812210:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849553.812213:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849553.812225:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000df80 x1875730900967936/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849553.812234:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000df80 x1875730900967936/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.812242:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849553.812246:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849553.812250:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849553.812252:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849553.812254:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849553.812257:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.812261:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849553.812265:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.812267:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.812270:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.812274:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 25 MB=0x6a9f7a20be100 00000400:00000200:3.0:1788849553.812277:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.812281:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d0cd [1] + 224 00000800:00000001:3.0:1788849553.812285:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849553.812291:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849553.812293:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849553.812296:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849553.812299:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849553.812304:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000ce00 x1875730900967680/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849553.812312:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000ce00 x1875730900967680/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.812320:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849553.812323:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849553.812326:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849553.812815:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849553.812822:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788849553.812840:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788849553.812843:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788849553.812847:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6e08e4160. 00000400:00000200:2.0:1788849553.812855:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05d48 00000400:00000010:2.0:1788849553.812858:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05d48. 00000100:00000001:2.0:1788849553.812864:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849553.812870:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000ce00 x1875730900967680/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788849553.812895:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000ce00 x1875730900967680/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849553.812903:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788849553.812906:0:2393:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849553.812909:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788849553.812913:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788849553.812917:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788849553.812919:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849553.812923:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788849553.812933:0:2393:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6c9059460 time=72 v=5 (5 5 5 5) 00000100:00001000:2.0:1788849553.812938:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6c9059418 time=92 v=5 (1 1 0 0) 00000100:00000001:2.0:1788849553.812975:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788849553.812978:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788849553.812983:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788849553.812985:0:2393:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849553.812989:0:2393:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849553.812995:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000ce00 x1875730900967680/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849553.813003:0:2393:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849553.813006:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788849553.813009:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788849553.813013:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000ce00 x1875730900967680/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788849553.813022:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2be9dc31-d936-46ce-82e2-523a967881fb:2393:1875730900967680:192.168.204.137@tcp:400:kworker.0 00000400:00000001:2.0:1788849553.813029:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788849553.813031:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788849553.813033:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6e08e4898. 00000400:00000200:2.0:1788849553.813036:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05cc0 00000400:00000010:2.0:1788849553.813038:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05cc0. 00000100:00000001:2.0:1788849553.813040:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849553.813044:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000df80 x1875730900967936/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788849553.813059:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000df80 x1875730900967936/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849553.813067:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788849553.813068:0:2393:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849553.813070:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788849553.813072:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788849553.813074:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788849553.813075:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849553.813077:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788849553.813085:0:2393:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e0ada460 time=71 v=84 (84 84 85 86) 00000100:00001000:2.0:1788849553.813088:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ada418 time=70 v=5 (1 1 0 0) 00000100:00000001:2.0:1788849553.813090:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788849553.813091:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788849553.813093:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788849553.813098:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93d6d000df80 x1875730900967936/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788849553.813106:0:2393:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849553.813109:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788849553.813112:0:2393:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93d6e0561000: skip recheck: last_committed 21474836540 00000100:00000001:2.0:1788849553.813115:0:2393:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788849553.813116:0:2393:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849553.813120:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000df80 x1875730900967936/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849553.813127:0:2393:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849553.813129:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788849553.813131:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788849553.813134:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000df80 x1875730900967936/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788849553.813143:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900967936:192.168.204.137@tcp:400:kworker.0 00000400:00000001:2.0:1788849553.813157:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788849553.813158:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788849553.813160:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6e08e4dc0. 00000400:00000200:2.0:1788849553.813163:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05880 00000400:00000010:2.0:1788849553.813165:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05880. 00000100:00000001:2.0:1788849553.813167:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849553.813171:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000d180 x1875730900967808/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788849553.813180:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000d180 x1875730900967808/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849553.813186:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788849553.813188:0:2393:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849553.813190:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788849553.813191:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788849553.813192:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788849553.813194:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849553.813196:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788849553.813201:0:2393:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=71 v=84 (84 84 85 86) 00000100:00001000:2.0:1788849553.813204:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=92 v=5 (1 1 0 0) 00000100:00000001:2.0:1788849553.813207:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788849553.813208:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788849553.813210:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788849553.813213:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849553.813215:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788849553.813217:0:2393:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771460 00000100:00000001:2.0:1788849553.813218:0:2393:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788849553.813220:0:2393:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849553.813224:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000d180 x1875730900967808/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849553.813231:0:2393:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849553.813233:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788849553.813234:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788849553.813238:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000d180 x1875730900967808/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788849553.813251:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900967808:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849553.813256:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849553.813260:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849553.813264:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000ce00 x1875730900967680/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849553.813271:0:2393:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788849553.813274:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788849553.813279:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c436ec00. 02000000:00000001:2.0:1788849553.813284:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788849553.813287:0:2393:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788849553.813289:0:2393:0:(genops.c:1223:class_import_put()) import ffff93d6c9059000 refcount=3 obd=MGC192.168.204.137@tcp 00000020:00000001:2.0:1788849553.813292:0:2393:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788849553.813295:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2a2c300. 02000000:00000001:2.0:1788849553.813301:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788849553.813303:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788849553.813306:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000ce00. 00000100:00000001:2.0:1788849553.813310:0:2393:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788849553.813312:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849553.813314:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849553.813317:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000df80 x1875730900967936/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849553.813323:0:2393:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788849553.813325:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788849553.813326:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c436fa00. 02000000:00000001:2.0:1788849553.813329:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788849553.813330:0:2393:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788849553.813332:0:2393:0:(genops.c:1223:class_import_put()) import ffff93d6e0ada000 refcount=3 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000020:00000001:2.0:1788849553.813334:0:2393:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788849553.813335:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73000. 02000000:00000001:2.0:1788849553.813337:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788849553.813339:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788849553.813340:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000df80. 00000100:00000001:2.0:1788849553.813343:0:2393:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788849553.813355:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849553.813358:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849553.813361:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000d180 x1875730900967808/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849553.813368:0:2393:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788849553.813369:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788849553.813371:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c436fe00. 02000000:00000001:2.0:1788849553.813373:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788849553.813375:0:2393:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788849553.813376:0:2393:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=5 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:2.0:1788849553.813378:0:2393:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788849553.813380:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2a2cc00. 02000000:00000001:2.0:1788849553.813382:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788849553.813383:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788849553.813384:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000d180. 00000100:00000001:2.0:1788849553.813387:0:2393:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788849553.813388:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849553.813392:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849553.813394:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849553.813396:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849553.813398:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849553.813400:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788849553.814088:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849553.814102:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849553.814115:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849553.814118:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849553.814125:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.814130:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849553.814137:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.814141:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.814147:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.814150:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 4 MB=0x6a9f7a20be280 00000400:00000200:3.0:1788849553.814154:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849553.814160:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d0bd [1] + 224 00000800:00000001:3.0:1788849553.814166:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849553.814172:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849553.814175:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849553.814179:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849553.814797:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849553.814809:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000e300 x1875730900968064/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849553.814822:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000e300 x1875730900968064/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849553.814846:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788849553.815041:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849553.815046:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788849553.815053:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788849553.815055:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788849553.815059:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6e08e4738. 00000400:00000200:2.0:1788849553.815066:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05e58 00000400:00000010:2.0:1788849553.815068:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05e58. 00000100:00000001:2.0:1788849553.815073:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849553.815078:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000e300 x1875730900968064/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788849553.815090:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000e300 x1875730900968064/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849553.815097:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788849553.815099:0:2393:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849553.815115:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788849553.815119:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788849553.815122:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788849553.815124:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849553.815127:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788849553.815138:0:2393:0:(import.c:2149:obd_at_measure()) add 36 to ffff93d6e0ade460 time=71 v=36 (36 5 5 5) 00000100:00001000:2.0:1788849553.815143:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ade418 time=54 v=5 (1 1 0 0) 00000100:00000001:2.0:1788849553.815146:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788849553.815147:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788849553.815151:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788849553.815154:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849553.815159:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788849553.815161:0:2393:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93d6e0561000: skip recheck: last_committed 42949693919 00000100:00000001:2.0:1788849553.815163:0:2393:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788849553.815166:0:2393:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849553.815171:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000e300 x1875730900968064/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849553.815179:0:2393:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849553.815183:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788849553.815185:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788849553.815190:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000e300 x1875730900968064/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788849553.815199:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900968064:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849553.815204:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849553.815206:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849553.815210:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000e300 x1875730900968064/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849553.815217:0:2393:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788849553.815219:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788849553.815223:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c436e800. 02000000:00000001:2.0:1788849553.815227:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788849553.815229:0:2393:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788849553.815231:0:2393:0:(genops.c:1223:class_import_put()) import ffff93d6e0ade000 refcount=3 obd=lustre-OST0000-osc-ffff93d6e0561000 00000020:00000001:2.0:1788849553.815240:0:2393:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788849553.815243:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73d00. 02000000:00000001:2.0:1788849553.815247:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788849553.815249:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788849553.815251:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000e300. 00000100:00000001:2.0:1788849553.815255:0:2393:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788849553.815257:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849553.815259:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849553.815269:0:2393:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788849553.815272:0:2393:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849553.815274:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849553.815277:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788849553.815708:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849553.815717:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788849553.995618:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849553.995627:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849553.995634:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849553.995636:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788849553.995832:0:235786:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788849553.995836:0:235786:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788849553.995840:0:235786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849555.019033:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849555.019041:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849555.019047:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849555.019048:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849555.019124:0:251615:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788849555.019127:0:251615:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849555.019130:0:251615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788849555.910510:0:278332:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849556.043039:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849556.043049:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849556.043055:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849556.043058:0:278241:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849556.043060:0:278241:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849556.043138:0:278241:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849556.043141:0:278241:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849556.043143:0:278241:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849556.043146:0:278241:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849556.043160:0:278241:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849556.043162:0:278241:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849556.043165:0:278241:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849556.043188:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788849556.043191:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849556.043194:0:241781:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1788849556.194267:0:278368:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788849556.194274:0:278368:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_812a: @@@@@@ FAIL: client: import is not in CONNECTING state after 50 00000001:00000001:3.0:1788849556.198313:0:278368:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1788849557.068067:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849557.068075:0:278241:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849557.068077:0:278241:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849557.068081:0:278241:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849557.068096:0:278241:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849557.068098:0:278241:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849557.068100:0:278241:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849557.068103:0:278241:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849557.068107:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849557.068109:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849557.068159:0:251614:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788849557.068163:0:251614:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849557.068165:0:251614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788849557.347794:0:278469:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849557.643739:0:272400:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134ab30 (cpu 3) has reached its deadline 4307987704, at 4307987712 00000100:00000010:3.0:1788849557.643753:0:272400:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6c3d7a3c0. 00000100:00000040:2.0:1788849557.644089:0:267863:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134aa20 (cpu 2) has reached its deadline 4307987704, at 4307987713 00000100:00000010:2.0:1788849557.644096:0:267863:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6c3d7aea0. Debug log: 1386 lines, 1386 kept, 0 dropped, 0 bad.