00010000:00000001:1.0F:1788929510.005563:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929510.005583:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929510.005590:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929510.005592:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1788929510.005771:0:251795:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788929510.005780:0:251795:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788929510.005784:0:251795:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0F:1788929510.389592:0:188339:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5d58d4c3-cde7-4235-9a9c-72add4ba13dd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788929510.389613:0:188339:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788929510.389620:0:188339:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9aadc0edea00. 00000020:00000040:2.0:1788929510.389625:0:188339:0:(genops.c:1210:class_import_get()) import ffff9aada7414800 refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000001:2.0:1788929510.389630:0:188339:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788929510.389633:0:188339:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788929510.389639:0:188339:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788929510.389646:0:188339:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9aad8c09b800. 00000100:00000001:2.0:1788929510.389652:0:188339:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929510.389663:0:188339:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5d58d4c3-cde7-4235-9a9c-72add4ba13dd->MGS req@ffff9aadc0edea00 x1875816969527040/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788929510.389673:0:188339:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788929510.389678:0:188339:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929510.389683:0:188339:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5b47f2b] to pc [ptlrpcd_01_00+0] req@ffff9aadc0edea00 x1875816969527040/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929510.389725:0:188339:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929510.389728:0:188339:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788929510.389732:0:188339:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788929510.389735:0:188339:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9aadc0ede300. 00000020:00000040:2.0:1788929510.389737:0:188339:0:(genops.c:1210:class_import_get()) import ffff9aad83381000 refcount=9 obd=lustre-MDT0000-mdc-ffff9aadb8d76800 00000100:00000001:2.0:1788929510.389739:0:188339:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788929510.389741:0:188339:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788929510.389742:0:188339:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788929510.389746:0:188339:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9aad8c09b200. 00000100:00000001:2.0:1788929510.389749:0:188339:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929510.389753:0:188339:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-MDT0000_UUID req@ffff9aadc0ede300 x1875816969527168/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788929510.389760:0:188339:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788929510.389761:0:188339:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929510.389765:0:188339:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089e66975] to pc [ptlrpcd_01_01+1] req@ffff9aadc0ede300 x1875816969527168/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929510.389772:0:188339:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929510.389780:0:188339:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788929510.389783:0:188339:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788929510.389785:0:188339:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9aadc0edd500. 00000020:00000040:2.0:1788929510.389787:0:188339:0:(genops.c:1210:class_import_get()) import ffff9aad83387800 refcount=4 obd=lustre-MDT0001-mdc-ffff9aadb8d76800 00000100:00000001:2.0:1788929510.389790:0:188339:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788929510.389791:0:188339:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788929510.389793:0:188339:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788929510.389796:0:188339:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9aad8c09bb00. 00000100:00000001:2.0:1788929510.389799:0:188339:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929510.389803:0:188339:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-MDT0001_UUID req@ffff9aadc0edd500 x1875816969527296/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788929510.389809:0:188339:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788929510.389810:0:188339:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929510.389814:0:188339:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000576f01a2] to pc [ptlrpcd_01_00+0] req@ffff9aadc0edd500 x1875816969527296/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929510.389820:0:188339:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929510.389823:0:188339:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788929510.389826:0:188339:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788929510.389828:0:188339:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9aadc0edce00. 00000020:00000040:2.0:1788929510.389831:0:188339:0:(genops.c:1210:class_import_get()) import ffff9aad87648800 refcount=4 obd=lustre-OST0000-osc-ffff9aadb8d76800 00000100:00000001:2.0:1788929510.389833:0:188339:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788929510.389834:0:188339:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788929510.389835:0:188339:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788929510.389838:0:188339:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9aad8c09b600. 00000100:00000001:2.0:1788929510.389840:0:188339:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929510.389844:0:188339:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-OST0000_UUID req@ffff9aadc0edce00 x1875816969527424/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788929510.389850:0:188339:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788929510.389852:0:188339:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929510.389856:0:188339:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003982f25] to pc [ptlrpcd_01_01+1] req@ffff9aadc0edce00 x1875816969527424/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929510.389873:0:188339:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929510.389875:0:188339:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788929510.389879:0:188339:0:(pinger.c:247:ptlrpc_pinger_process_import()) 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788929510.389883:0:188339:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11220) 00000100:00000001:2.0:1788929510.389898:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788929510.389902:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788929510.389904:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788929510.389909:0:2398:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9aadc0ede300 x1875816969527168/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929510.389917:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788929510.389920:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788929510.389924:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788929510.389927:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788929510.389929:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788929510.389933:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9aadc0ede300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2398:1875816969527168:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788929510.389937:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788929510.389944:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788929510.389947:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788929510.389949:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788929510.389966:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9aad8caf3600. 02000000:00000001:2.0:1788929510.389968:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788929510.389976:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:2.0:1788929510.389980:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9aada7f8b318. 00000400:00000010:2.0:1788929510.389988:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aad87ef96e8. 00000100:00000200:2.0:1788929510.389994:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875816969527168, portal 10 00000100:00000001:2.0:1788929510.389997:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788929510.389998:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632669789676288 : -111403919875328 : ffff9aadc0ede300) 00000100:00000040:2.0:1788929510.390006:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9aadc0ede300 x1875816969527168/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929510.390012:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788929510.390020:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:2.0:1788929510.390023:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aad87ef9e58. 00000100:00000200:2.0:1788929510.390027:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875816969527168, offset 0 00000400:00000200:2.0:1788929510.390033:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:2.0:1788929510.390041:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788929510.390050:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:2.0:1788929510.390055:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788929510.390058:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:2.0:1788929510.390062:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788929510.390064:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:2.0:1788929510.390068:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [546218:546218:256:4294967295] 192.168.204.138@tcp LPNI seq info [546149:546149:8:4294967295] 00000400:00000200:2.0:1788929510.390072:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788929510.390082:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:2.0:1788929510.390088:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:2.0:1788929510.390095:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9aad82f50800. 00000800:00000200:2.0:1788929510.390102:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9aad8a1a3780] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:2.0:1788929510.390111:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:2.0:1788929510.390116:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9aad82f50800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788929510.390137:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929510.390143:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9aadb8d76800: using a timeout of 30540 usecs (31 jiffies) 00000400:00000200:2.0:1788929510.390146:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:2.0:1788929510.390149:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 0 is 4305882655 00000100:00000010:2.0:1788929510.390153:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9aadb2c64060. 00000100:00000001:2.0:1788929510.390160:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9aadb8d76800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788929510.390165:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 1 is 4305882655 00000100:00000010:2.0:1788929510.390168:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9aadb2c64b40. 00000100:00000001:2.0:1788929510.390171:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9aadb8d76800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788929510.390177:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788929510.390180:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788929510.390182:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788929510.390191:0:2398:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9aadc0edce00 x1875816969527424/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929510.390197:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788929510.390198:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788929510.390200:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788929510.390202:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788929510.390204:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788929510.390206:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9aadc0edce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2398:1875816969527424:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788929510.390209:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788929510.390212:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788929510.390213:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788929510.390215:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788929510.390217:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9aad8caf2c00. 02000000:00000001:2.0:1788929510.390219:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788929510.390222:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:2.0:1788929510.390225:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9aada7f8b9a0. 00000400:00000010:2.0:1788929510.390228:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aad87ef9880. 00000100:00000200:2.0:1788929510.390231:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875816969527424, portal 4 00000100:00000001:2.0:1788929510.390232:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788929510.390233:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632669789670912 : -111403919880704 : ffff9aadc0edce00) 00000100:00000040:2.0:1788929510.390239:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9aadc0edce00 x1875816969527424/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929510.390245:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788929510.390247:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:2.0:1788929510.390249:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aad87ef9c38. 00000100:00000200:2.0:1788929510.390251:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875816969527424, offset 0 00000400:00000200:2.0:1788929510.390255:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:2.0:1788929510.390258:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788929510.390261:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:2.0:1788929510.390264:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788929510.390266:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:2.0:1788929510.390269:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788929510.390275:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:2.0:1788929510.390278:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [546219:546219:255:4294967295] 192.168.204.138@tcp LPNI seq info [546150:546150:7:4294967295] 00000400:00000200:2.0:1788929510.390282:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788929510.390288:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:2.0:1788929510.390292:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:2.0:1788929510.390295:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9aad82f50b00. 00000800:00000200:2.0:1788929510.390299:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9aad8a1a3780] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:2.0:1788929510.390302:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:2.0:1788929510.390305:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9aad82f50b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788929510.390308:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929510.390413:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788929510.390417:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788929510.390418:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788929510.390424:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9aadc0edea00 x1875816969527040/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929510.390431:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788929510.390433:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929510.390435:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788929510.390437:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788929510.390439:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788929510.390442:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9aadc0edea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d58d4c3-cde7-4235-9a9c-72add4ba13dd:2397:1875816969527040:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788929510.390445:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788929510.390447:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788929510.390448:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929510.390450:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788929510.390454:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9aad89f55400. 02000000:00000001:3.0:1788929510.390456:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788929510.390460:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788929510.390485:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9aada8ced420. 00000400:00000010:3.0:1788929510.390490:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6c8c990. 00000100:00000200:3.0:1788929510.390494:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875816969527040, portal 25 00000100:00000001:3.0:1788929510.390496:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788929510.390497:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632669789678080 : -111403919873536 : ffff9aadc0edea00) 00000100:00000040:3.0:1788929510.390502:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9aadc0edea00 x1875816969527040/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929510.390508:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788929510.390511:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788929510.390513:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6c8c110. 00000100:00000200:3.0:1788929510.390515:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875816969527040, offset 0 00000400:00000200:3.0:1788929510.390520:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788929510.390524:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788929510.390528:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788929510.390538:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788929510.390541:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788929510.390543:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788929510.390546:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788929510.390548:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [546220:546220:254:4294967295] 192.168.204.138@tcp LPNI seq info [546151:546151:6:4294967295] 00000400:00000200:3.0:1788929510.390553:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788929510.390559:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788929510.390564:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788929510.390569:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9aadb17e6200. 00000800:00000200:3.0:1788929510.390572:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9aad8a1a3780] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788929510.390576:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788929510.390578:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9aadb17e6200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788929510.390581:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788929510.390584:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788929510.390586:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305886451 00000100:00000001:3.0:1788929510.390591:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305882655 00000100:00000001:3.0:1788929510.390594:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305886451 00000100:00000001:3.0:1788929510.390596:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305882655 00000100:00000001:3.0:1788929510.390599:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788929510.390601:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929510.390604:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788929510.390608:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9aadc0edd500 x1875816969527296/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929510.390615:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788929510.390616:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929510.390618:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788929510.390620:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788929510.390621:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788929510.390624:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9aadc0edd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2397:1875816969527296:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788929510.390635:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788929510.390638:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788929510.390640:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929510.390641:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788929510.390645:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9aad89f55a00. 02000000:00000001:3.0:1788929510.390647:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788929510.390650:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788929510.390653:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9aada8ced318. 00000400:00000010:3.0:1788929510.390656:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6c8c088. 00000100:00000200:3.0:1788929510.390659:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875816969527296, portal 10 00000100:00000001:3.0:1788929510.390661:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788929510.390662:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632669789672704 : -111403919878912 : ffff9aadc0edd500) 00000100:00000040:3.0:1788929510.390668:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9aadc0edd500 x1875816969527296/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929510.390674:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788929510.390676:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788929510.390679:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6c8c908. 00000100:00000200:3.0:1788929510.390681:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875816969527296, offset 0 00000400:00000200:3.0:1788929510.390685:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788929510.390689:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788929510.390692:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788929510.390694:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788929510.390697:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788929510.390699:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788929510.390701:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788929510.390703:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [546221:546221:253:4294967295] 192.168.204.138@tcp LPNI seq info [546152:546152:5:4294967295] 00000400:00000200:3.0:1788929510.390707:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788929510.390713:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788929510.390717:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788929510.390721:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9aadb17e6800. 00000800:00000200:3.0:1788929510.390724:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9aad8a1a3780] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788929510.390735:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788929510.390738:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9aadb17e6800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788929510.390741:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929510.390745:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9aadb8d76800: using a timeout of 14417 usecs (15 jiffies) 00000400:00000200:3.0:1788929510.390748:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788929510.390750:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 0 is 4305882640 00000100:00000001:3.0:1788929510.390753:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9aadb8d76800: PM QoS request active for cpu 0, keep current deadline 4305886451 00000100:00000001:3.0:1788929510.390755:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 1 is 4305882640 00000100:00000001:3.0:1788929510.390758:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9aadb8d76800: PM QoS request active for cpu 1, keep current deadline 4305886451 00000100:00000001:3.0:1788929510.390760:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788929510.390762:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929510.390765:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929510.390767:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929510.390774:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788929510.390776:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788929510.390778:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788929510.390779:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788929510.390781:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929510.390784:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788929510.391029:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788929510.391034:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9aad82f50800. 00000400:00000200:1.0:1788929510.391041:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788929510.391046:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788929510.391052:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aad87ef9e58 00000400:00000010:1.0:1788929510.391055:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aad87ef9e58. 00000100:00000001:1.0:1788929510.391059:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788929510.391064:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9aadc0ede300 x1875816969527168/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929510.391073:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788929510.391076:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9aadc0ede300 x1875816969527168/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929510.391084:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788929510.391086:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788929510.391098:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788929510.391100:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9aad82f50b00. 00000400:00000200:1.0:1788929510.391103:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788929510.391106:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788929510.391108:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aad87ef9c38 00000400:00000010:1.0:1788929510.391111:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aad87ef9c38. 00000100:00000001:1.0:1788929510.391113:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788929510.391117:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9aadc0edce00 x1875816969527424/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929510.391124:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788929510.391126:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9aadc0edce00 x1875816969527424/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929510.391133:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788929510.391134:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788929510.391141:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788929510.391143:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9aadb17e6200. 00000400:00000200:1.0:1788929510.391154:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788929510.391157:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788929510.391160:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6c8c110 00000400:00000010:1.0:1788929510.391162:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6c8c110. 00000100:00000001:1.0:1788929510.391164:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788929510.391168:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9aadc0edea00 x1875816969527040/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929510.391175:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788929510.391178:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9aadc0edea00 x1875816969527040/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929510.391184:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788929510.391185:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788929510.391252:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788929510.391255:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9aadb17e6800. 00000400:00000200:1.0:1788929510.391258:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788929510.391261:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788929510.391264:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6c8c908 00000400:00000010:1.0:1788929510.391266:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6c8c908. 00000100:00000001:1.0:1788929510.391268:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788929510.391272:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9aadc0edd500 x1875816969527296/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929510.391278:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788929510.391281:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9aadc0edd500 x1875816969527296/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929510.391287:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788929510.391289:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1788929510.394590:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9aadb8d76800: using a timeout of 112505 usecs (113 jiffies) 00000400:00000200:2.0:1788929510.394608:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:2.0:1788929510.394612:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 0 is 4305882741 00000100:00000001:2.0:1788929510.394616:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9aadb8d76800: PM QoS request active for cpu 0, keep current deadline 4305886451 00000100:00000001:2.0:1788929510.394619:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 1 is 4305882741 00000100:00000001:2.0:1788929510.394621:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9aadb8d76800: PM QoS request active for cpu 1, keep current deadline 4305886451 00000100:00000001:2.0:1788929510.394624:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788929510.394628:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788929510.394632:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788929510.394636:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788929510.394645:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788929510.394647:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788929510.394650:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788929510.394652:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788929510.394653:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788929510.394657:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0F:1788929510.401237:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929510.401266:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788929510.401271:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929510.401274:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788929510.401284:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929510.401291:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:0.0:1788929510.401299:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929510.401303:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929510.401308:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929510.401324:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 25 MB=0x6aa0bac21df00 00000400:00000200:0.0:1788929510.401329:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929510.401334:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.138@tcp of length 224/224 into md 0x52fbe1 [1] + 224 00000800:00000001:0.0:1788929510.401342:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929510.401346:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788929510.401349:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788929510.401353:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788929510.401361:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788929510.401370:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9aadc0edea00 x1875816969527040/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788929510.401382:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9aadc0edea00 x1875816969527040/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929510.401405:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788929510.401413:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929510.401417:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788929510.401419:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929510.401421:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788929510.401424:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929510.401427:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:0.0:1788929510.401431:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929510.401433:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929510.401435:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929510.401437:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 4 MB=0x6aa0bac21e080 00000400:00000200:0.0:1788929510.401440:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929510.401451:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.138@tcp of length 224/224 into md 0x52fbd9 [1] + 224 00000800:00000001:0.0:1788929510.401455:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929510.401513:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788929510.401516:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788929510.401519:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788929510.401523:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788929510.401527:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9aadc0edce00 x1875816969527424/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788929510.401535:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9aadc0edce00 x1875816969527424/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929510.401544:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788929510.401548:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929510.401551:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929510.401618:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788929510.401622:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788929510.401628:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788929510.401630:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788929510.401633:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9aada8ced420. 00000400:00000200:3.0:1788929510.401637:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6c8c990 00000400:00000010:3.0:1788929510.401639:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6c8c990. 00000100:00000001:3.0:1788929510.401642:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788929510.401647:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9aadc0edea00 x1875816969527040/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788929510.401655:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9aadc0edea00 x1875816969527040/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929510.401660:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788929510.401663:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929510.401674:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788929510.401677:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788929510.401679:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788929510.401681:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929510.401684:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788929510.401691:0:2397:0:(import.c:2195:obd_at_measure()) add 5 to ffff9aada7414c60 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1788929510.401695:0:2397:0:(import.c:2195:obd_at_measure()) add 1 to ffff9aada7414c18 time=89 v=5 (1 1 1 1) 00000100:00000001:3.0:1788929510.401698:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788929510.401699:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788929510.401702:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788929510.401704:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929510.401707:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929510.401726:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9aadc0edea00 x1875816969527040/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929510.401733:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788929510.401737:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788929510.401739:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788929510.401742:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9aadc0edea00 x1875816969527040/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788929510.401750:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9aadc0edea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d58d4c3-cde7-4235-9a9c-72add4ba13dd:2397:1875816969527040:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788929510.401756:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929510.401758:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788929510.401761:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9aadc0edea00 x1875816969527040/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929510.401768:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788929510.401770:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788929510.401773:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9aad89f55400. 02000000:00000001:3.0:1788929510.401778:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788929510.401781:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788929510.401783:0:2397:0:(genops.c:1223:class_import_put()) import ffff9aada7414800 refcount=3 obd=MGC192.168.204.138@tcp 00000020:00000001:3.0:1788929510.401785:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788929510.401787:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9aad8c09b800. 02000000:00000001:3.0:1788929510.401791:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788929510.401798:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788929510.401800:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9aadc0edea00. 00000100:00000001:3.0:1788929510.401804:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788929510.401805:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929510.401809:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929510.401811:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788929510.401812:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788929510.401814:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929510.401815:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788929510.402011:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788929510.402013:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788929510.402018:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788929510.402020:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788929510.402022:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9aada7f8b9a0. 00000400:00000200:2.0:1788929510.402026:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aad87ef9880 00000400:00000010:2.0:1788929510.402034:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aad87ef9880. 00000100:00000001:2.0:1788929510.402037:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788929510.402042:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9aadc0edce00 x1875816969527424/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788929510.402050:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9aadc0edce00 x1875816969527424/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929510.402057:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788929510.402059:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788929510.402061:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788929510.402064:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788929510.402065:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788929510.402067:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788929510.402068:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788929510.402076:0:2398:0:(import.c:2195:obd_at_measure()) add 5 to ffff9aad87648c60 time=72 v=5 (5 5 5 5) 00000100:00001000:2.0:1788929510.402079:0:2398:0:(import.c:2195:obd_at_measure()) add 1 to ffff9aad87648c18 time=120 v=5 (1 1 0 0) 00000100:00000001:2.0:1788929510.402081:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788929510.402083:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788929510.402085:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788929510.402088:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788929510.402092:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788929510.402094:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9aadb8d76800: skip recheck: last_committed 25769824463 00000100:00000001:2.0:1788929510.402095:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788929510.402097:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929510.402100:0:2398:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9aadc0edce00 x1875816969527424/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929510.402106:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788929510.402108:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788929510.402109:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788929510.402112:0:2398:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9aadc0edce00 x1875816969527424/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788929510.402118:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9aadc0edce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2398:1875816969527424:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788929510.402122:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788929510.402130:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788929510.402133:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9aadc0edce00 x1875816969527424/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929510.402138:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788929510.402140:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788929510.402142:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9aad8caf2c00. 02000000:00000001:2.0:1788929510.402145:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788929510.402147:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788929510.402148:0:2398:0:(genops.c:1223:class_import_put()) import ffff9aad87648800 refcount=3 obd=lustre-OST0000-osc-ffff9aadb8d76800 00000020:00000001:2.0:1788929510.402150:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788929510.402151:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9aad8c09b600. 02000000:00000001:2.0:1788929510.402153:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788929510.402154:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788929510.402155:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9aadc0edce00. 00000100:00000001:2.0:1788929510.402158:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788929510.402159:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788929510.402161:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788929510.402162:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788929510.402163:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788929510.402165:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788929510.402166:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788929510.403748:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929510.403763:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788929510.403767:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929510.403769:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788929510.403778:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929510.403784:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:0.0:1788929510.404116:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929510.404121:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929510.404126:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929510.404130:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6aa0bac21df80 00000400:00000200:0.0:1788929510.404136:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929510.404141:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x52fbd1 [1] + 224 00000800:00000001:0.0:1788929510.404148:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929510.404153:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788929510.404156:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788929510.404161:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788929510.404169:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788929510.404177:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9aadc0ede300 x1875816969527168/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788929510.404204:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9aadc0ede300 x1875816969527168/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929510.404226:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788929510.404234:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929510.404238:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788929510.404240:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929510.404242:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788929510.404246:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929510.404249:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:0.0:1788929510.404254:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929510.404256:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929510.404259:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929510.404262:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6aa0bac21e000 00000400:00000200:0.0:1788929510.404265:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929510.404269:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x52fbe9 [1] + 224 00000800:00000001:0.0:1788929510.404272:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929510.404280:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788929510.404282:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788929510.404286:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788929510.404288:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788929510.404293:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9aadc0edd500 x1875816969527296/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788929510.404302:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9aadc0edd500 x1875816969527296/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929510.404431:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788929510.404435:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788929510.404442:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788929510.404443:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788929510.404447:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9aada7f8b318. 00000400:00000200:2.0:1788929510.404451:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aad87ef96e8 00000400:00000010:2.0:1788929510.404454:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aad87ef96e8. 00000100:00000001:2.0:1788929510.404457:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788929510.404461:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9aadc0ede300 x1875816969527168/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788929510.404491:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9aadc0ede300 x1875816969527168/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929510.404498:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788929510.404500:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788929510.404502:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788929510.404511:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788929510.404513:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788929510.404516:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788929510.404518:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788929510.404527:0:2398:0:(import.c:2195:obd_at_measure()) add 36 to ffff9aad83381460 time=72 v=36 (36 36 36 36) 00000100:00001000:2.0:1788929510.404530:0:2398:0:(import.c:2195:obd_at_measure()) add 1 to ffff9aad83381418 time=89 v=5 (1 1 1 1) 00000100:00000001:2.0:1788929510.404533:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788929510.404534:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788929510.404537:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788929510.404540:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788929510.404543:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788929510.404545:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9aadb8d76800: skip recheck: last_committed 30064771586 00000100:00000001:2.0:1788929510.404548:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788929510.404550:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929510.404555:0:2398:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9aadc0ede300 x1875816969527168/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929510.404562:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788929510.404565:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788929510.404567:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788929510.404572:0:2398:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9aadc0ede300 x1875816969527168/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788929510.404580:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9aadc0ede300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2398:1875816969527168:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788929510.404587:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788929510.404590:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788929510.404594:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9aadc0ede300 x1875816969527168/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929510.404601:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788929510.404604:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788929510.404608:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9aad8caf3600. 02000000:00000001:2.0:1788929510.404613:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788929510.404616:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788929510.404617:0:2398:0:(genops.c:1223:class_import_put()) import ffff9aad83381000 refcount=8 obd=lustre-MDT0000-mdc-ffff9aadb8d76800 00000020:00000001:2.0:1788929510.404620:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788929510.404622:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1788929510.404628:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9aad8c09b200. 00000100:00000001:3.0:1788929510.404633:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1788929510.404635:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788929510.404637:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788929510.404640:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9aadc0ede300. 00000100:00000001:0.0:1788929510.404673:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788929510.404680:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929510.404683:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788929510.404804:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788929510.404806:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788929510.404809:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788929510.404816:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788929510.404818:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788929510.404820:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788929510.404822:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788929510.406763:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788929510.406770:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788929510.406773:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9aada8ced318. 00000400:00000200:3.0:1788929510.406779:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6c8c088 00000400:00000010:3.0:1788929510.406782:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6c8c088. 00000100:00000001:3.0:1788929510.406785:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788929510.406796:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9aadc0edd500 x1875816969527296/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788929510.406808:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9aadc0edd500 x1875816969527296/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929510.406817:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788929510.407450:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929510.407454:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788929510.407623:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788929510.407626:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788929510.407629:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929510.407632:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788929510.407652:0:2397:0:(import.c:2195:obd_at_measure()) add 36 to ffff9aad83387c60 time=72 v=36 (36 36 36 36) 00000100:00001000:3.0:1788929510.407657:0:2397:0:(import.c:2195:obd_at_measure()) add 1 to ffff9aad83387c18 time=67 v=5 (1 1 1 1) 00000100:00000001:3.0:1788929510.407660:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788929510.407662:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788929510.407665:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788929510.407672:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9aadc0edd500 x1875816969527296/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788929510.407680:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929510.407694:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788929510.407697:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9aadb8d76800: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1788929510.407699:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788929510.407701:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929510.407707:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9aadc0edd500 x1875816969527296/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929510.407714:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788929510.407716:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788929510.407718:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788929510.407721:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9aadc0edd500 x1875816969527296/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788929510.407728:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9aadc0edd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2397:1875816969527296:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788929510.407733:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929510.407736:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788929510.407739:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9aadc0edd500 x1875816969527296/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929565 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929510.407745:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788929510.407747:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788929510.407750:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9aad89f55a00. 02000000:00000001:3.0:1788929510.407754:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788929510.407756:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788929510.407758:0:2397:0:(genops.c:1223:class_import_put()) import ffff9aad83387800 refcount=3 obd=lustre-MDT0001-mdc-ffff9aadb8d76800 00000020:00000001:3.0:1788929510.407761:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788929510.407764:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9aad8c09bb00. 02000000:00000001:3.0:1788929510.407767:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788929510.407769:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788929510.407771:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9aadc0edd500. 00000100:00000001:3.0:1788929510.407774:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788929510.407775:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929510.407778:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929510.407785:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788929510.407787:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929510.407796:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788929510.407799:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929511.029697:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929511.029704:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929511.029710:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929511.029711:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788929511.029886:0:241968:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788929511.029890:0:241968:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788929511.029893:0:241968:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788929512.054410:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929512.054418:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929512.054424:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929512.054432:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788929512.054613:0:235956:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788929512.054616:0:235956:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788929512.054619:0:235956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1788929512.117628:0:2386:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9aad8ad3a480] -> 12345-192.168.204.38@tcp (6) 00000800:00000200:2.0:1788929512.117637:0:2386:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.38@tcp ip 192.168.204.38:988 00000800:00000200:2.0:1788929512.117641:0:2386:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9aad82d5c500 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1788929512.117824:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1788929512.117830:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929512.117841:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788929512.117844:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929512.117847:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788929513.077565:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929513.077575:0:277573:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788929513.077578:0:277573:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788929513.077581:0:277573:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929513.077585:0:277573:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788929513.077598:0:277573:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929513.077601:0:277573:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929513.077603:0:277573:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929513.077607:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929513.077608:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788929513.083269:0:245404:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788929513.083278:0:245404:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788929513.083284:0:245404:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788929514.101568:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929514.101575:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929514.101583:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929514.101584:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788929514.101607:0:235957:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788929514.101609:0:235957:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788929514.101612:0:235957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788929514.230295:0:277573:0:(connection.c:75:cpu_latency_work()) work item of ffff9aad89f25910 (cpu 1) has reached its deadline 4305886451, at 4305886464 00000100:00000010:1.0:1788929514.230314:0:277573:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9aadb2c64b40. 00000100:00000040:0.0:1788929514.231182:0:234556:0:(connection.c:75:cpu_latency_work()) work item of ffff9aad89f25800 (cpu 0) has reached its deadline 4305886451, at 4305886465 00000100:00000010:0.0:1788929514.231190:0:234556:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9aadb2c64060. 00010000:00000001:1.0:1788929515.126769:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929515.126776:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929515.126782:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929515.126785:0:277573:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788929515.126787:0:277573:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788929515.126794:0:277573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788929515.126796:0:277573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788929515.126798:0:277573:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929515.126801:0:277573:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788929515.126804:0:277573:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929515.126806:0:277573:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929515.126808:0:277573:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788929515.127169:0:251795:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788929515.127172:0:251795:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788929515.127175:0:251795:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788929515.509729:0:262854:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5d58d4c3-cde7-4235-9a9c-72add4ba13dd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788929515.509748:0:262854:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788929515.509759:0:262854:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9aadb9e3d500. 00000020:00000040:3.0:1788929515.509766:0:262854:0:(genops.c:1210:class_import_get()) import ffff9aada7414800 refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000001:3.0:1788929515.509771:0:262854:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788929515.509774:0:262854:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788929515.509779:0:262854:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788929515.509788:0:262854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9aadb17e6300. 00000100:00000001:3.0:1788929515.509795:0:262854:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929515.509808:0:262854:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5d58d4c3-cde7-4235-9a9c-72add4ba13dd->MGS req@ffff9aadb9e3d500 x1875816969527552/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788929515.509819:0:262854:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788929515.509823:0:262854:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929515.509830:0:262854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005439db3f] to pc [ptlrpcd_01_00+0] req@ffff9aadb9e3d500 x1875816969527552/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929515.509868:0:262854:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929515.509872:0:262854:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788929515.509875:0:262854:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788929515.509878:0:262854:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9aadb9e3d180. 00000020:00000040:3.0:1788929515.509881:0:262854:0:(genops.c:1210:class_import_get()) import ffff9aad83381000 refcount=9 obd=lustre-MDT0000-mdc-ffff9aadb8d76800 00000100:00000001:3.0:1788929515.509883:0:262854:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788929515.509884:0:262854:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788929515.509886:0:262854:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788929515.509890:0:262854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9aadb17e6700. 00000100:00000001:3.0:1788929515.509893:0:262854:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929515.509897:0:262854:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-MDT0000_UUID req@ffff9aadb9e3d180 x1875816969527680/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788929515.509927:0:262854:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788929515.509929:0:262854:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929515.509934:0:262854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2053a29] to pc [ptlrpcd_01_01+1] req@ffff9aadb9e3d180 x1875816969527680/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929515.509943:0:262854:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929515.509945:0:262854:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788929515.509949:0:262854:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788929515.509952:0:262854:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9aadb9e3dc00. 00000020:00000040:3.0:1788929515.509954:0:262854:0:(genops.c:1210:class_import_get()) import ffff9aad83387800 refcount=4 obd=lustre-MDT0001-mdc-ffff9aadb8d76800 00000100:00000001:3.0:1788929515.509957:0:262854:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788929515.509958:0:262854:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788929515.509960:0:262854:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788929515.509964:0:262854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9aadb17e6b00. 00000100:00000001:3.0:1788929515.509967:0:262854:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929515.509971:0:262854:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-MDT0001_UUID req@ffff9aadb9e3dc00 x1875816969527808/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788929515.509978:0:262854:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788929515.509979:0:262854:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929515.509983:0:262854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004fe8184e] to pc [ptlrpcd_01_00+0] req@ffff9aadb9e3dc00 x1875816969527808/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929515.509990:0:262854:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929515.509992:0:262854:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788929515.509995:0:262854:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788929515.509998:0:262854:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9aadb9e3f480. 00000020:00000040:3.0:1788929515.510000:0:262854:0:(genops.c:1210:class_import_get()) import ffff9aad87648800 refcount=4 obd=lustre-OST0000-osc-ffff9aadb8d76800 00000100:00000001:3.0:1788929515.510002:0:262854:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788929515.510004:0:262854:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788929515.510005:0:262854:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788929515.510008:0:262854:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9aadb17e6a00. 00000100:00000001:3.0:1788929515.510018:0:262854:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929515.510033:0:262854:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-OST0000_UUID req@ffff9aadb9e3f480 x1875816969527936/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788929515.510041:0:262854:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788929515.510044:0:262854:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929515.510047:0:262854:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a00a538] to pc [ptlrpcd_01_01+1] req@ffff9aadb9e3f480 x1875816969527936/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929515.510055:0:262854:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929515.510057:0:262854:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788929515.510061:0:262854:0:(pinger.c:247:ptlrpc_pinger_process_import()) 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788929515.510066:0:262854:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11225) 00000100:00000001:2.0:1788929515.510255:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788929515.510259:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788929515.510262:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788929515.510268:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9aadb9e3d500 x1875816969527552/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929515.510277:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788929515.510279:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788929515.510283:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788929515.510286:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788929515.510289:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788929515.510292:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9aadb9e3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d58d4c3-cde7-4235-9a9c-72add4ba13dd:2397:1875816969527552:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788929515.510296:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788929515.510301:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788929515.510304:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788929515.510307:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788929515.510317:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9aad8caf2000. 02000000:00000001:2.0:1788929515.510319:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788929515.510327:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:2.0:1788929515.510331:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9aada7f8b318. 00000400:00000010:2.0:1788929515.510338:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aad87ef96e8. 00000100:00000200:2.0:1788929515.510345:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875816969527552, portal 25 00000100:00000001:2.0:1788929515.510347:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788929515.510348:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632669671576832 : -111404037974784 : ffff9aadb9e3d500) 00000100:00000040:2.0:1788929515.510354:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9aadb9e3d500 x1875816969527552/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929515.510362:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788929515.510365:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:2.0:1788929515.510367:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aad87ef9880. 00000100:00000200:2.0:1788929515.510371:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875816969527552, offset 0 00000400:00000200:2.0:1788929515.510378:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:2.0:1788929515.510386:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788929515.510394:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:2.0:1788929515.510400:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788929515.510404:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:2.0:1788929515.510408:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788929515.510411:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:2.0:1788929515.510415:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [546222:546222:256:4294967295] 192.168.204.138@tcp LPNI seq info [546153:546153:8:4294967295] 00000400:00000200:2.0:1788929515.510419:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788929515.510430:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:2.0:1788929515.510436:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:2.0:1788929515.510441:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9aad82f50e00. 00000800:00000200:2.0:1788929515.510449:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9aad8a1a3780] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:2.0:1788929515.510457:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:2.0:1788929515.510462:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9aad82f50e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788929515.510727:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788929515.510784:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788929515.510786:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788929515.510791:0:2398:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9aadb9e3d180 x1875816969527680/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929515.510799:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788929515.510801:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929515.510804:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788929515.510805:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788929515.510807:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788929515.510810:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9aadb9e3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2398:1875816969527680:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788929515.510814:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788929515.510816:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788929515.510818:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929515.510819:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788929515.510823:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9aad8a0eaa00. 02000000:00000001:3.0:1788929515.510825:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788929515.510829:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788929515.510832:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9aada8ced318. 00000400:00000010:3.0:1788929515.510836:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6c8c088. 00000100:00000200:3.0:1788929515.510845:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875816969527680, portal 10 00000100:00000001:3.0:1788929515.510847:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788929515.510849:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632669671575936 : -111404037975680 : ffff9aadb9e3d180) 00000100:00000040:3.0:1788929515.510867:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9aadb9e3d180 x1875816969527680/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929515.510875:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788929515.510877:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788929515.510880:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6c8c990. 00000100:00000200:3.0:1788929515.510882:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875816969527680, offset 0 00000400:00000200:3.0:1788929515.510886:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788929515.510891:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788929515.510895:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788929515.510898:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788929515.510901:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788929515.510904:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788929515.510907:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788929515.510910:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [546223:546223:255:4294967295] 192.168.204.138@tcp LPNI seq info [546154:546154:7:4294967295] 00000400:00000200:3.0:1788929515.510915:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788929515.510922:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788929515.510927:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788929515.510930:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9aadb17e6900. 00000800:00000200:3.0:1788929515.510934:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9aad8a1a3780] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788929515.510939:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788929515.510942:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9aadb17e6900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788929515.511032:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929515.511037:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9aadb8d76800: using a timeout of 30537 usecs (31 jiffies) 00000400:00000200:3.0:1788929515.511041:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788929515.511044:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 0 is 4305887776 00000100:00000010:3.0:1788929515.511049:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9aad92589120. 00000100:00000001:3.0:1788929515.511055:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9aadb8d76800: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788929515.511066:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 1 is 4305887776 00000100:00000010:3.0:1788929515.511070:0:2398:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9aad925893c0. 00000100:00000001:3.0:1788929515.511074:0:2398:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9aadb8d76800: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788929515.511087:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788929515.511090:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929515.511093:0:2398:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788929515.511098:0:2398:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9aadb9e3f480 x1875816969527936/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929515.511105:0:2398:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788929515.511107:0:2398:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929515.511109:0:2398:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788929515.511112:0:2398:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788929515.511114:0:2398:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788929515.511117:0:2398:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9aadb9e3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2398:1875816969527936:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788929515.511121:0:2398:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788929515.511124:0:2398:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788929515.511125:0:2398:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929515.511127:0:2398:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788929515.511130:0:2398:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9aad8a0ea400. 02000000:00000001:3.0:1788929515.511132:0:2398:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788929515.511136:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788929515.511139:0:2398:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9aada8ced420. 00000400:00000010:3.0:1788929515.511142:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6c8c7f8. 00000100:00000200:3.0:1788929515.511146:0:2398:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875816969527936, portal 4 00000100:00000001:3.0:1788929515.511148:0:2398:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788929515.511149:0:2398:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632669671584896 : -111404037966720 : ffff9aadb9e3f480) 00000100:00000040:3.0:1788929515.511155:0:2398:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9aadb9e3f480 x1875816969527936/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929515.511162:0:2398:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788929515.511164:0:2398:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788929515.511166:0:2398:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6c8cdd0. 00000100:00000200:3.0:1788929515.511169:0:2398:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875816969527936, offset 0 00000400:00000200:3.0:1788929515.511180:0:2398:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788929515.511183:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788929515.511186:0:2398:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788929515.511189:0:2398:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788929515.511191:0:2398:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788929515.511194:0:2398:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788929515.511196:0:2398:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788929515.511199:0:2398:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [546224:546224:254:4294967295] 192.168.204.138@tcp LPNI seq info [546155:546155:6:4294967295] 00000400:00000200:3.0:1788929515.511203:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788929515.511208:0:2398:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788929515.511212:0:2398:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788929515.511215:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9aadb17e6e00. 00000800:00000200:3.0:1788929515.511219:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9aad8a1a3780] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788929515.511223:0:2398:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788929515.511225:0:2398:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9aadb17e6e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788929515.511567:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788929515.511572:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:2.0:1788929515.511580:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305891572 00000100:00000001:2.0:1788929515.511586:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4305887776 00000100:00000001:2.0:1788929515.511590:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305891572 00000100:00000001:2.0:1788929515.511592:0:2397:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4305887776 00000100:00000001:2.0:1788929515.511595:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788929515.511597:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788929515.511600:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788929515.511605:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9aadb9e3dc00 x1875816969527808/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929515.511612:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788929515.511614:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788929515.511616:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788929515.511618:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788929515.511620:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788929515.511622:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9aadb9e3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2397:1875816969527808:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788929515.511625:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788929515.511628:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788929515.511629:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788929515.511631:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788929515.511634:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9aad8caf3c00. 02000000:00000001:2.0:1788929515.511635:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788929515.511638:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:2.0:1788929515.511641:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9aada7f8b9a0. 00000400:00000010:2.0:1788929515.511644:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aad87ef9088. 00000100:00000200:2.0:1788929515.511647:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875816969527808, portal 10 00000100:00000001:2.0:1788929515.511649:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788929515.511650:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632669671578624 : -111404037972992 : ffff9aadb9e3dc00) 00000100:00000040:2.0:1788929515.511656:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9aadb9e3dc00 x1875816969527808/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929515.511661:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788929515.511663:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:2.0:1788929515.511672:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aad87ef9c38. 00000100:00000200:2.0:1788929515.511675:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875816969527808, offset 0 00000400:00000200:2.0:1788929515.511680:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:2.0:1788929515.511684:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788929515.511688:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:2.0:1788929515.511690:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788929515.511693:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:2.0:1788929515.511695:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788929515.511697:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:2.0:1788929515.511700:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [546225:546225:253:4294967295] 192.168.204.138@tcp LPNI seq info [546156:546156:5:4294967295] 00000400:00000200:2.0:1788929515.511703:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:2.0:1788929515.511710:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:2.0:1788929515.511714:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:2.0:1788929515.511717:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9aad82f50600. 00000800:00000200:2.0:1788929515.511721:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9aad8a1a3780] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:2.0:1788929515.511725:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:2.0:1788929515.511728:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9aad82f50600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788929515.511741:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929515.511744:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9aadb8d76800: using a timeout of 14417 usecs (15 jiffies) 00000400:00000200:2.0:1788929515.511748:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:2.0:1788929515.511750:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 0 is 4305887761 00000100:00000001:2.0:1788929515.511752:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9aadb8d76800: PM QoS request active for cpu 0, keep current deadline 4305891572 00000100:00000001:2.0:1788929515.511754:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 1 is 4305887761 00000100:00000001:2.0:1788929515.511756:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9aadb8d76800: PM QoS request active for cpu 1, keep current deadline 4305891572 00000100:00000001:2.0:1788929515.511758:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788929515.511760:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788929515.511763:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788929515.511765:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788929515.511773:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788929515.511775:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788929515.511783:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788929515.511785:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788929515.511786:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788929515.511788:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788929515.511983:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788929515.511988:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9aadb17e6900. 00000400:00000200:0.0:1788929515.511994:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788929515.512000:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788929515.512005:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6c8c990 00000400:00000010:0.0:1788929515.512007:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6c8c990. 00000100:00000001:0.0:1788929515.512011:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788929515.512016:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9aadb9e3d180 x1875816969527680/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929515.512036:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788929515.512039:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9aadb9e3d180 x1875816969527680/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929515.512046:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788929515.512047:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788929515.512059:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788929515.512062:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9aad82f50e00. 00000400:00000200:0.0:1788929515.512065:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788929515.512068:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788929515.512071:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aad87ef9880 00000400:00000010:0.0:1788929515.512073:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aad87ef9880. 00000100:00000001:0.0:1788929515.512075:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788929515.512079:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9aadb9e3d500 x1875816969527552/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929515.512086:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788929515.512089:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9aadb9e3d500 x1875816969527552/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929515.512108:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788929515.512109:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788929515.512440:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788929515.512443:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9aad82f50600. 00000400:00000200:0.0:1788929515.512447:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788929515.512451:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:0.0:1788929515.512454:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aad87ef9c38 00000400:00000010:0.0:1788929515.512456:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aad87ef9c38. 00000100:00000001:0.0:1788929515.512459:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788929515.512481:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9aadb9e3dc00 x1875816969527808/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929515.512490:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788929515.512494:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9aadb9e3dc00 x1875816969527808/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929515.512501:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788929515.512503:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788929515.513164:0:2398:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929515.513171:0:2398:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9aadb8d76800: using a timeout of 112430 usecs (113 jiffies) 00000400:00000200:3.0:1788929515.513176:0:2398:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788929515.513180:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 0 is 4305887860 00000100:00000001:3.0:1788929515.513183:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9aadb8d76800: PM QoS request active for cpu 0, keep current deadline 4305891572 00000100:00000001:3.0:1788929515.513185:0:2398:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 1 is 4305887860 00000100:00000001:3.0:1788929515.513187:0:2398:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9aadb8d76800: PM QoS request active for cpu 1, keep current deadline 4305891572 00000100:00000001:3.0:1788929515.513189:0:2398:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788929515.513192:0:2398:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929515.513195:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929515.513197:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929515.513204:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788929515.513205:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788929515.513207:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788929515.513209:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788929515.513219:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929515.513221:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788929515.514122:0:2388:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788929515.514128:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9aadb17e6e00. 00000400:00000200:1.0:1788929515.514135:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788929515.514140:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788929515.514145:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6c8cdd0 00000400:00000010:1.0:1788929515.514156:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6c8cdd0. 00000100:00000001:1.0:1788929515.514160:0:2388:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788929515.514167:0:2388:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9aadb9e3f480 x1875816969527936/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929515.514176:0:2388:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788929515.514180:0:2388:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9aadb9e3f480 x1875816969527936/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929515.514187:0:2388:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788929515.514188:0:2388:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788929515.520413:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929515.520429:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788929515.520433:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929515.520436:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788929515.520445:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929515.520453:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:0.0:1788929515.520462:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929515.520498:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929515.520504:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929515.520512:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6aa0bac21e200 00000400:00000200:0.0:1788929515.520517:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929515.520524:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x52fc09 [1] + 224 00000800:00000001:0.0:1788929515.520531:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929515.520535:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788929515.520539:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788929515.520543:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788929515.520567:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788929515.520577:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9aadb9e3dc00 x1875816969527808/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788929515.520588:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9aadb9e3dc00 x1875816969527808/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929515.520608:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788929515.520617:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929515.520621:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788929515.520623:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929515.520625:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788929515.520628:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929515.520631:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:0.0:1788929515.520636:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929515.520638:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929515.520641:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929515.520644:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 25 MB=0x6aa0bac21e100 00000400:00000200:0.0:1788929515.520647:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929515.520651:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.138@tcp of length 224/224 into md 0x52fbf1 [1] + 224 00000800:00000001:0.0:1788929515.520655:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929515.520660:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788929515.520663:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788929515.520666:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788929515.520670:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788929515.520679:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9aadb9e3d500 x1875816969527552/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788929515.520689:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9aadb9e3d500 x1875816969527552/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929515.520698:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788929515.520703:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929515.520706:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788929515.521330:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788929515.521335:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788929515.521343:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788929515.521346:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788929515.521349:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9aada7f8b318. 00000400:00000200:2.0:1788929515.521354:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aad87ef96e8 00000400:00000010:2.0:1788929515.521356:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aad87ef96e8. 00000100:00000001:2.0:1788929515.521359:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788929515.521365:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9aadb9e3d500 x1875816969527552/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788929515.521373:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9aadb9e3d500 x1875816969527552/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929515.521379:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788929515.521381:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788929515.521383:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788929515.521386:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788929515.521388:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788929515.521390:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788929515.521393:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788929515.521398:0:2397:0:(import.c:2195:obd_at_measure()) add 5 to ffff9aada7414c60 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1788929515.521401:0:2397:0:(import.c:2195:obd_at_measure()) add 1 to ffff9aada7414c18 time=94 v=5 (1 1 1 1) 00000100:00000001:2.0:1788929515.521403:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788929515.521405:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788929515.521408:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788929515.521409:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788929515.521412:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929515.521416:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9aadb9e3d500 x1875816969527552/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929515.521421:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788929515.521424:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788929515.521426:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788929515.521430:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9aadb9e3d500 x1875816969527552/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788929515.521446:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9aadb9e3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d58d4c3-cde7-4235-9a9c-72add4ba13dd:2397:1875816969527552:192.168.204.138@tcp:400:kworker.0 00000400:00000001:2.0:1788929515.521452:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788929515.521453:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788929515.521455:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9aada7f8b9a0. 00000400:00000200:2.0:1788929515.521458:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aad87ef9088 00000400:00000010:2.0:1788929515.521459:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aad87ef9088. 00000100:00000001:2.0:1788929515.521461:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788929515.521489:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9aadb9e3dc00 x1875816969527808/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788929515.521498:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9aadb9e3dc00 x1875816969527808/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929515.521504:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788929515.521506:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788929515.521507:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788929515.521513:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788929515.521515:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788929515.521516:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788929515.521518:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788929515.521525:0:2397:0:(import.c:2195:obd_at_measure()) add 36 to ffff9aad83387c60 time=77 v=36 (36 36 36 36) 00000100:00001000:2.0:1788929515.521527:0:2397:0:(import.c:2195:obd_at_measure()) add 1 to ffff9aad83387c18 time=72 v=5 (1 1 1 1) 00000100:00000001:2.0:1788929515.521529:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788929515.521530:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788929515.521532:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788929515.521535:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9aadb9e3dc00 x1875816969527808/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788929515.521542:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788929515.521544:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788929515.521546:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9aadb8d76800: skip recheck: last_committed 21474836540 00000100:00000001:2.0:1788929515.521548:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788929515.521550:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929515.521553:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9aadb9e3dc00 x1875816969527808/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929515.521567:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788929515.521569:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788929515.521570:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788929515.521574:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9aadb9e3dc00 x1875816969527808/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788929515.521581:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9aadb9e3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2397:1875816969527808:192.168.204.138@tcp:400:kworker.0 00000100:00000001:2.0:1788929515.521586:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788929515.521588:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788929515.521591:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9aadb9e3d500 x1875816969527552/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929515.521597:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788929515.521600:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788929515.521603:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9aad8caf2000. 02000000:00000001:2.0:1788929515.521608:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788929515.521610:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788929515.521612:0:2397:0:(genops.c:1223:class_import_put()) import ffff9aada7414800 refcount=3 obd=MGC192.168.204.138@tcp 00000020:00000001:2.0:1788929515.521615:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788929515.521617:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9aadb17e6300. 02000000:00000001:2.0:1788929515.521622:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788929515.521623:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788929515.521625:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9aadb9e3d500. 00000100:00000001:2.0:1788929515.521628:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788929515.521630:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788929515.521632:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788929515.521635:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9aadb9e3dc00 x1875816969527808/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929515.521641:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788929515.521643:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788929515.521644:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9aad8caf3c00. 02000000:00000001:2.0:1788929515.521647:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788929515.521648:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788929515.521654:0:2397:0:(genops.c:1223:class_import_put()) import ffff9aad83387800 refcount=3 obd=lustre-MDT0001-mdc-ffff9aadb8d76800 00000020:00000001:2.0:1788929515.521656:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788929515.521658:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9aadb17e6b00. 02000000:00000001:2.0:1788929515.521661:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788929515.521662:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788929515.521664:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9aadb9e3dc00. 00000100:00000001:2.0:1788929515.521667:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788929515.521668:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788929515.521671:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788929515.521679:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788929515.521681:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788929515.521683:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788929515.521685:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788929515.521939:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788929515.521946:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788929515.521948:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788929515.521951:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788929515.521955:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929515.521960:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788929515.521967:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929515.521970:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929515.521974:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929515.521978:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 4 MB=0x6aa0bac21e280 00000400:00000200:1.0:1788929515.521982:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929515.521986:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.138@tcp of length 224/224 into md 0x52fc01 [1] + 224 00000800:00000001:1.0:1788929515.521990:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788929515.521996:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788929515.521998:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788929515.522002:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788929515.522006:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788929515.522011:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9aadb9e3f480 x1875816969527936/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788929515.522183:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9aadb9e3f480 x1875816969527936/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929515.522239:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788929515.522274:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788929515.522288:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788929515.522293:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788929515.522294:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788929515.522296:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788929515.522299:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929515.522303:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788929515.522307:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929515.522310:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929515.522313:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929515.522316:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6aa0bac21e180 00000400:00000200:1.0:1788929515.522320:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929515.522324:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x52fbf9 [1] + 224 00000800:00000001:1.0:1788929515.522328:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788929515.522332:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788929515.522335:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788929515.522338:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788929515.522341:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788929515.522346:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9aadb9e3d180 x1875816969527680/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788929515.522354:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9aadb9e3d180 x1875816969527680/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929515.522361:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788929515.522363:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788929515.522366:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929515.522417:0:2398:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788929515.522422:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788929515.522424:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788929515.522426:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9aada8ced318. 00000400:00000200:3.0:1788929515.522429:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6c8c088 00000400:00000010:3.0:1788929515.522431:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6c8c088. 00000100:00000001:3.0:1788929515.522434:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788929515.522438:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9aadb9e3d180 x1875816969527680/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788929515.522447:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9aadb9e3d180 x1875816969527680/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929515.522452:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788929515.522454:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929515.522455:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788929515.522457:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788929515.522459:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788929515.522461:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929515.522462:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788929515.522491:0:2398:0:(import.c:2195:obd_at_measure()) add 36 to ffff9aad83381460 time=77 v=36 (36 36 36 36) 00000100:00001000:3.0:1788929515.522495:0:2398:0:(import.c:2195:obd_at_measure()) add 1 to ffff9aad83381418 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1788929515.522497:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788929515.522498:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788929515.522500:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788929515.522502:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929515.522504:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788929515.522506:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9aadb8d76800: skip recheck: last_committed 30064771586 00000100:00000001:3.0:1788929515.522508:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788929515.522509:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929515.522513:0:2398:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9aadb9e3d180 x1875816969527680/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929515.522520:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788929515.522522:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788929515.522529:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788929515.522534:0:2398:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9aadb9e3d180 x1875816969527680/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788929515.522541:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9aadb9e3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2398:1875816969527680:192.168.204.138@tcp:400:kworker.0 00000400:00000001:3.0:1788929515.522546:0:2398:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788929515.522548:0:2398:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788929515.522549:0:2398:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9aada8ced420. 00000400:00000200:3.0:1788929515.522552:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6c8c7f8 00000400:00000010:3.0:1788929515.522553:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6c8c7f8. 00000100:00000001:3.0:1788929515.522556:0:2398:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788929515.522558:0:2398:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9aadb9e3f480 x1875816969527936/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788929515.522565:0:2398:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9aadb9e3f480 x1875816969527936/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929515.522571:0:2398:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788929515.522573:0:2398:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929515.522574:0:2398:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788929515.522576:0:2398:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788929515.522577:0:2398:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788929515.522578:0:2398:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929515.522580:0:2398:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788929515.522584:0:2398:0:(import.c:2195:obd_at_measure()) add 5 to ffff9aad87648c60 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1788929515.522587:0:2398:0:(import.c:2195:obd_at_measure()) add 1 to ffff9aad87648c18 time=125 v=5 (1 1 0 0) 00000100:00000001:3.0:1788929515.522590:0:2398:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788929515.522591:0:2398:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788929515.522593:0:2398:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788929515.522595:0:2398:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929515.522597:0:2398:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788929515.522598:0:2398:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9aadb8d76800: skip recheck: last_committed 25769824463 00000100:00000001:3.0:1788929515.522600:0:2398:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788929515.522601:0:2398:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929515.522605:0:2398:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9aadb9e3f480 x1875816969527936/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929515.522625:0:2398:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788929515.522627:0:2398:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788929515.522628:0:2398:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788929515.522633:0:2398:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9aadb9e3f480 x1875816969527936/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788929515.522640:0:2398:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9aadb9e3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2398:1875816969527936:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788929515.522644:0:2398:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929515.522646:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788929515.522648:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9aadb9e3d180 x1875816969527680/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929570 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929515.522654:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788929515.522655:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788929515.522658:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9aad8a0eaa00. 02000000:00000001:3.0:1788929515.522661:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788929515.522663:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788929515.522664:0:2398:0:(genops.c:1223:class_import_put()) import ffff9aad83381000 refcount=8 obd=lustre-MDT0000-mdc-ffff9aadb8d76800 00000020:00000001:3.0:1788929515.522666:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788929515.522668:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9aadb17e6700. 02000000:00000001:3.0:1788929515.522671:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788929515.522672:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788929515.522674:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9aadb9e3d180. 00000100:00000001:3.0:1788929515.522677:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788929515.522678:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929515.522680:0:2398:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788929515.522682:0:2398:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9aadb9e3f480 x1875816969527936/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929515.522689:0:2398:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788929515.522690:0:2398:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788929515.522692:0:2398:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9aad8a0ea400. 02000000:00000001:3.0:1788929515.522694:0:2398:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788929515.522695:0:2398:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788929515.522702:0:2398:0:(genops.c:1223:class_import_put()) import ffff9aad87648800 refcount=3 obd=lustre-OST0000-osc-ffff9aadb8d76800 00000020:00000001:3.0:1788929515.522703:0:2398:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788929515.522705:0:2398:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9aadb17e6a00. 02000000:00000001:3.0:1788929515.522708:0:2398:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788929515.522709:0:2398:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788929515.522710:0:2398:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9aadb9e3f480. 00000100:00000001:3.0:1788929515.522713:0:2398:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788929515.522714:0:2398:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929515.522716:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929515.522721:0:2398:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788929515.522722:0:2398:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929515.522724:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788929515.522726:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929516.150505:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929516.150512:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929516.150518:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929516.150519:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788929516.160677:0:241968:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788929516.160683:0:241968:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788929516.160687:0:241968:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788929517.173602:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929517.173610:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929517.173616:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929517.173617:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788929517.173720:0:235956:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788929517.173741:0:235956:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788929517.173744:0:235956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788929518.198223:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929518.198245:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929518.198252:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929518.198253:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788929518.198750:0:245404:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788929518.198754:0:245404:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788929518.198758:0:245404:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788929518.676727:0:284644:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929519.223966:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929519.223974:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929519.223979:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929519.223981:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788929519.224002:0:235957:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788929519.224005:0:235957:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788929519.224008:0:235957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788929519.355000:0:277573:0:(connection.c:75:cpu_latency_work()) work item of ffff9aad89f25910 (cpu 1) has reached its deadline 4305891572, at 4305891588 00000100:00000010:1.0:1788929519.355016:0:277573:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9aad925893c0. 00000100:00000040:0.0:1788929519.360382:0:280830:0:(connection.c:75:cpu_latency_work()) work item of ffff9aad89f25800 (cpu 0) has reached its deadline 4305891572, at 4305891593 00000100:00000010:0.0:1788929519.360399:0:280830:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9aad92589120. 00010000:00000001:1.0:1788929520.246201:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929520.246207:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929520.246212:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929520.246213:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788929520.246926:0:251795:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788929520.246930:0:251795:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788929520.246933:0:251795:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788929520.632989:0:231330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5d58d4c3-cde7-4235-9a9c-72add4ba13dd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788929520.632999:0:231330:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788929520.633012:0:231330:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9aadc0ede300. 00000020:00000040:2.0:1788929520.633020:0:231330:0:(genops.c:1210:class_import_get()) import ffff9aada7414800 refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000001:2.0:1788929520.633024:0:231330:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788929520.633027:0:231330:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788929520.633033:0:231330:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788929520.633042:0:231330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9aad82f50700. 00000100:00000001:2.0:1788929520.633048:0:231330:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929520.633061:0:231330:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5d58d4c3-cde7-4235-9a9c-72add4ba13dd->MGS req@ffff9aadc0ede300 x1875816969528064/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788929520.633071:0:231330:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788929520.633076:0:231330:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929520.633083:0:231330:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089e66975] to pc [ptlrpcd_01_00+0] req@ffff9aadc0ede300 x1875816969528064/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929520.633119:0:231330:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929520.633122:0:231330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788929520.633125:0:231330:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788929520.633144:0:231330:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9aadc0edce00. 00000020:00000040:2.0:1788929520.633147:0:231330:0:(genops.c:1210:class_import_get()) import ffff9aad83381000 refcount=9 obd=lustre-MDT0000-mdc-ffff9aadb8d76800 00000100:00000001:2.0:1788929520.633149:0:231330:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788929520.633151:0:231330:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788929520.633153:0:231330:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788929520.633159:0:231330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9aad82f50600. 00000100:00000001:2.0:1788929520.633162:0:231330:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929520.633166:0:231330:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-MDT0000_UUID req@ffff9aadc0edce00 x1875816969528192/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788929520.633173:0:231330:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788929520.633174:0:231330:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929520.633178:0:231330:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000003982f25] to pc [ptlrpcd_01_01+1] req@ffff9aadc0edce00 x1875816969528192/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929520.633186:0:231330:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929520.633189:0:231330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788929520.633191:0:231330:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788929520.633194:0:231330:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9aadc0edf800. 00000020:00000040:2.0:1788929520.633196:0:231330:0:(genops.c:1210:class_import_get()) import ffff9aad83387800 refcount=4 obd=lustre-MDT0001-mdc-ffff9aadb8d76800 00000100:00000001:2.0:1788929520.633199:0:231330:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788929520.633200:0:231330:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788929520.633201:0:231330:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788929520.633204:0:231330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9aad82f50e00. 00000100:00000001:2.0:1788929520.633206:0:231330:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929520.633210:0:231330:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-MDT0001_UUID req@ffff9aadc0edf800 x1875816969528320/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788929520.633216:0:231330:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788929520.633218:0:231330:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929520.633221:0:231330:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d248044] to pc [ptlrpcd_01_00+0] req@ffff9aadc0edf800 x1875816969528320/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929520.633227:0:231330:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929520.633235:0:231330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788929520.633238:0:231330:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788929520.633241:0:231330:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9aadc0edfb80. 00000020:00000040:2.0:1788929520.633243:0:231330:0:(genops.c:1210:class_import_get()) import ffff9aad87648800 refcount=4 obd=lustre-OST0000-osc-ffff9aadb8d76800 00000100:00000001:2.0:1788929520.633245:0:231330:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788929520.633247:0:231330:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788929520.633248:0:231330:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788929520.633251:0:231330:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9aad82f50b00. 00000100:00000001:2.0:1788929520.633254:0:231330:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929520.633259:0:231330:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-OST0000_UUID req@ffff9aadc0edfb80 x1875816969528448/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788929520.633266:0:231330:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788929520.633268:0:231330:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929520.633272:0:231330:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004153e988] to pc [ptlrpcd_01_01+1] req@ffff9aadc0edfb80 x1875816969528448/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788929520.633279:0:231330:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788929520.633281:0:231330:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788929520.633284:0:231330:0:(pinger.c:247:ptlrpc_pinger_process_import()) 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788929520.633291:0:231330:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11230) 00000100:00000001:3.0:1788929520.633374:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788929520.633378:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788929520.633380:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788929520.633387:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9aadc0ede300 x1875816969528064/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929520.633395:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788929520.633397:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929520.633401:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788929520.633404:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788929520.633407:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788929520.633410:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9aadc0ede300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d58d4c3-cde7-4235-9a9c-72add4ba13dd:2397:1875816969528064:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788929520.633414:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788929520.633420:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788929520.633422:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929520.633425:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788929520.633430:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9aad99664e00. 02000000:00000001:3.0:1788929520.633432:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788929520.633440:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788929520.633454:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9aada8ced420. 00000400:00000010:3.0:1788929520.633463:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6c8c7f8. 00000100:00000200:3.0:1788929520.633508:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875816969528064, portal 25 00000100:00000001:3.0:1788929520.633511:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788929520.633512:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632669789676288 : -111403919875328 : ffff9aadc0ede300) 00000100:00000040:3.0:1788929520.633518:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9aadc0ede300 x1875816969528064/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929520.633524:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788929520.633527:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788929520.633529:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6c8c088. 00000100:00000200:3.0:1788929520.633533:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875816969528064, offset 0 00000400:00000200:3.0:1788929520.633538:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788929520.633546:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788929520.633555:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788929520.633561:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788929520.633565:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788929520.633568:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788929520.633571:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788929520.633575:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [546226:546226:256:4294967295] 192.168.204.138@tcp LPNI seq info [546157:546157:8:4294967295] 00000400:00000200:3.0:1788929520.633579:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788929520.633588:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788929520.633594:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788929520.633599:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9aadb17e6700. 00000800:00000200:3.0:1788929520.633605:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9aad8a1a3780] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788929520.633613:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788929520.633616:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9aadb17e6700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788929520.633637:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788929520.633642:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788929520.633645:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305896693 00000100:00000010:3.0:1788929520.633649:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9aad925897e0. 00000100:00000001:3.0:1788929520.633654:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788929520.633660:0:2397:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305896693 00000100:00000010:3.0:1788929520.633662:0:2397:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9aad92589540. 00000100:00000001:3.0:1788929520.633670:0:2397:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788929520.633673:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788929520.633676:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929520.633679:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788929520.633683:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9aadc0edf800 x1875816969528320/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929520.633690:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788929520.633692:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929520.633693:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788929520.633695:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788929520.633697:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788929520.633700:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9aadc0edf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2397:1875816969528320:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788929520.633703:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788929520.633705:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788929520.633706:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929520.633708:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788929520.633712:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9aad99665400. 02000000:00000001:3.0:1788929520.633713:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788929520.633717:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788929520.633719:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9aada8ced318. 00000400:00000010:3.0:1788929520.633723:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6c8c198. 00000100:00000200:3.0:1788929520.633726:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875816969528320, portal 10 00000100:00000001:3.0:1788929520.633727:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788929520.633728:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632669789681664 : -111403919869952 : ffff9aadc0edf800) 00000100:00000040:3.0:1788929520.633735:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9aadc0edf800 x1875816969528320/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929520.633741:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788929520.633743:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788929520.633745:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6c8cf68. 00000100:00000200:3.0:1788929520.633748:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875816969528320, offset 0 00000400:00000200:3.0:1788929520.633751:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788929520.633755:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788929520.633775:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788929520.633777:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788929520.633780:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788929520.633782:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788929520.633783:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788929520.633786:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [546227:546227:255:4294967295] 192.168.204.138@tcp LPNI seq info [546158:546158:7:4294967295] 00000400:00000200:3.0:1788929520.633790:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788929520.633795:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788929520.633799:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788929520.633802:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9aadb17e6b00. 00000800:00000200:3.0:1788929520.633806:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9aad8a1a3780] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788929520.633810:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788929520.633814:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9aadb17e6b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788929520.633817:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929520.633820:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9aadb8d76800: using a timeout of 14417 usecs (15 jiffies) 00000400:00000200:3.0:1788929520.633823:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788929520.633825:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 0 is 4305892882 00000100:00000001:3.0:1788929520.633828:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9aadb8d76800: PM QoS request active for cpu 0, keep current deadline 4305896693 00000100:00000001:3.0:1788929520.633830:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 1 is 4305892882 00000100:00000001:3.0:1788929520.633832:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9aadb8d76800: PM QoS request active for cpu 1, keep current deadline 4305896693 00000100:00000001:3.0:1788929520.633834:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788929520.633836:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929520.633839:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929520.633841:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929520.633849:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788929520.633851:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788929520.633853:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788929520.633855:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788929520.633856:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788929520.633859:0:2397:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788929520.633860:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929520.633868:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788929520.633870:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929520.633872:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788929520.633873:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788929520.633875:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788929520.633879:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9aadc0edce00 x1875816969528192/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929520.633885:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788929520.633886:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929520.633888:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788929520.633890:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788929520.633892:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788929520.633894:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9aadc0edce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2397:1875816969528192:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788929520.633897:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788929520.633900:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788929520.633901:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929520.633902:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788929520.633905:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9aad99665800. 02000000:00000001:3.0:1788929520.633907:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788929520.633910:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788929520.633913:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9aada8ced738. 00000400:00000010:3.0:1788929520.633917:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6c8cc38. 00000100:00000200:3.0:1788929520.633920:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875816969528192, portal 10 00000100:00000001:3.0:1788929520.633922:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788929520.633923:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632669789670912 : -111403919880704 : ffff9aadc0edce00) 00000100:00000040:3.0:1788929520.633929:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9aadc0edce00 x1875816969528192/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929520.633935:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788929520.633937:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788929520.633940:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6c8ccc0. 00000100:00000200:3.0:1788929520.633942:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875816969528192, offset 0 00000400:00000200:3.0:1788929520.633946:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788929520.633950:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788929520.633960:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788929520.633963:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788929520.633965:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788929520.633967:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788929520.633969:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788929520.633972:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [546228:546228:254:4294967295] 192.168.204.138@tcp LPNI seq info [546159:546159:6:4294967295] 00000400:00000200:3.0:1788929520.633976:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788929520.633982:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788929520.633986:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788929520.633990:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9aadb17e6300. 00000800:00000200:3.0:1788929520.633993:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9aad8a1a3780] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788929520.633997:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788929520.633999:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9aadb17e6300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788929520.634002:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929520.634005:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9aadb8d76800: using a timeout of 30533 usecs (31 jiffies) 00000400:00000200:3.0:1788929520.634007:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788929520.634009:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 0 is 4305892898 00000100:00000001:3.0:1788929520.634011:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9aadb8d76800: PM QoS request active for cpu 0, keep current deadline 4305896693 00000100:00000001:3.0:1788929520.634013:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 1 is 4305892898 00000100:00000001:3.0:1788929520.634015:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9aadb8d76800: PM QoS request active for cpu 1, keep current deadline 4305896693 00000100:00000001:3.0:1788929520.634017:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788929520.634019:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929520.634021:0:2397:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788929520.634024:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9aadc0edfb80 x1875816969528448/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929520.634031:0:2397:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788929520.634034:0:2397:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929520.634036:0:2397:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788929520.634037:0:2397:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788929520.634044:0:2397:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788929520.634048:0:2397:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9aadc0edfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2397:1875816969528448:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788929520.634051:0:2397:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788929520.634053:0:2397:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788929520.634055:0:2397:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929520.634056:0:2397:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788929520.634059:0:2397:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9aad99665e00. 02000000:00000001:3.0:1788929520.634061:0:2397:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788929520.634064:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:3.0:1788929520.634067:0:2397:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9aada8ced9f8. 00000400:00000010:3.0:1788929520.634071:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6c8c2a8. 00000100:00000200:3.0:1788929520.634073:0:2397:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875816969528448, portal 4 00000100:00000001:3.0:1788929520.634075:0:2397:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788929520.634076:0:2397:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632669789682560 : -111403919869056 : ffff9aadc0edfb80) 00000100:00000040:3.0:1788929520.634082:0:2397:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9aadc0edfb80 x1875816969528448/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929520.634087:0:2397:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788929520.634089:0:2397:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:3.0:1788929520.634091:0:2397:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6c8cdd0. 00000100:00000200:3.0:1788929520.634093:0:2397:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875816969528448, offset 0 00000400:00000200:3.0:1788929520.634097:0:2397:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:3.0:1788929520.634101:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788929520.634104:0:2397:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:3.0:1788929520.634106:0:2397:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788929520.634109:0:2397:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:3.0:1788929520.634111:0:2397:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788929520.634113:0:2397:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:3.0:1788929520.634115:0:2397:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [546229:546229:253:4294967295] 192.168.204.138@tcp LPNI seq info [546160:546160:5:4294967295] 00000400:00000200:3.0:1788929520.634118:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:3.0:1788929520.634124:0:2397:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:3.0:1788929520.634127:0:2397:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:3.0:1788929520.634135:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9aadb17e6e00. 00000800:00000200:3.0:1788929520.634139:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9aad8a1a3780] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:3.0:1788929520.634143:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:3.0:1788929520.634146:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9aadb17e6e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788929520.634148:0:2397:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929520.634151:0:2397:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9aadb8d76800: using a timeout of 112355 usecs (113 jiffies) 00000400:00000200:3.0:1788929520.634154:0:2397:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:3.0:1788929520.634156:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 0 is 4305892980 00000100:00000001:3.0:1788929520.634158:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9aadb8d76800: PM QoS request active for cpu 0, keep current deadline 4305896693 00000100:00000001:3.0:1788929520.634160:0:2397:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 1 is 4305892980 00000100:00000001:3.0:1788929520.634162:0:2397:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9aadb8d76800: PM QoS request active for cpu 1, keep current deadline 4305896693 00000100:00000001:3.0:1788929520.634164:0:2397:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788929520.634166:0:2397:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929520.634168:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929520.634171:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929520.634183:0:2398:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788929520.634185:0:2398:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788929520.634377:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788929520.634382:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9aadb17e6700. 00000400:00000200:1.0:1788929520.634390:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788929520.634395:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788929520.634401:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6c8c088 00000400:00000010:1.0:1788929520.634403:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6c8c088. 00000100:00000001:1.0:1788929520.634407:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788929520.634411:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9aadc0ede300 x1875816969528064/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929520.634420:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788929520.634423:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9aadc0ede300 x1875816969528064/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929520.634429:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788929520.634431:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788929520.634442:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788929520.634444:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9aadb17e6b00. 00000400:00000200:1.0:1788929520.634446:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788929520.634450:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788929520.634458:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6c8cf68 00000400:00000010:1.0:1788929520.634460:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6c8cf68. 00000100:00000001:1.0:1788929520.634462:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788929520.634497:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9aadc0edf800 x1875816969528320/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929520.634504:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788929520.634506:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9aadc0edf800 x1875816969528320/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929520.634511:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788929520.634512:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788929520.634521:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788929520.634523:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9aadb17e6300. 00000400:00000200:1.0:1788929520.634525:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788929520.634528:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788929520.634530:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6c8ccc0 00000400:00000010:1.0:1788929520.634531:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6c8ccc0. 00000100:00000001:1.0:1788929520.634532:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788929520.634535:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9aadc0edce00 x1875816969528192/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929520.634541:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788929520.634543:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9aadc0edce00 x1875816969528192/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929520.634548:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788929520.634549:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788929520.634606:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788929520.634608:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9aadb17e6e00. 00000400:00000200:1.0:1788929520.634611:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788929520.634614:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788929520.634616:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6c8cdd0 00000400:00000010:1.0:1788929520.634617:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6c8cdd0. 00000100:00000001:1.0:1788929520.634619:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788929520.634622:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9aadc0edfb80 x1875816969528448/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929520.634647:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788929520.634650:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9aadc0edfb80 x1875816969528448/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929520.634655:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788929520.634657:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788929520.641823:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788929520.641840:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788929520.641844:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788929520.641847:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788929520.641855:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929520.641863:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788929520.641871:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929520.641876:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929520.641881:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929520.641885:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6aa0bac21e400 00000400:00000200:1.0:1788929520.641890:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929520.641895:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x52fc19 [1] + 224 00000800:00000001:1.0:1788929520.641901:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788929520.641904:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788929520.641908:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788929520.641912:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788929520.641919:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788929520.641927:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9aadc0edf800 x1875816969528320/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788929520.641938:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9aadc0edf800 x1875816969528320/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929520.641957:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788929520.641965:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788929520.641967:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788929520.641969:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788929520.641986:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788929520.641990:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929520.641993:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788929520.641997:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929520.641999:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929520.642002:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929520.642005:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6aa0bac21e380 00000400:00000200:1.0:1788929520.642008:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929520.642012:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x52fc21 [1] + 224 00000800:00000001:1.0:1788929520.642015:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788929520.642018:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788929520.642020:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788929520.642023:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788929520.642026:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788929520.642030:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9aadc0edce00 x1875816969528192/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788929520.642039:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9aadc0edce00 x1875816969528192/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929520.642047:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788929520.642049:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788929520.642052:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788929520.642053:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788929520.642055:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788929520.642058:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929520.642061:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788929520.642064:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929520.642066:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929520.642069:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929520.642071:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 4 MB=0x6aa0bac21e480 00000400:00000200:1.0:1788929520.642074:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929520.642077:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.138@tcp of length 224/224 into md 0x52fc29 [1] + 224 00000800:00000001:1.0:1788929520.642080:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788929520.642089:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788929520.642091:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788929520.642094:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788929520.642097:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788929520.642102:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9aadc0edfb80 x1875816969528448/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788929520.642111:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9aadc0edfb80 x1875816969528448/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929520.642118:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788929520.642121:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788929520.642124:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788929520.642126:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788929520.642128:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788929520.642131:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929520.642135:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:1.0:1788929520.642139:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929520.642141:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929520.642144:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929520.642147:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 25 MB=0x6aa0bac21e300 00000400:00000200:1.0:1788929520.642150:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929520.642155:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.138@tcp of length 224/224 into md 0x52fc11 [1] + 224 00000800:00000001:1.0:1788929520.642158:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788929520.642174:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788929520.642176:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788929520.642180:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:1.0:1788929520.642183:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788929520.642187:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9aadc0ede300 x1875816969528064/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788929520.642195:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9aadc0ede300 x1875816969528064/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929520.642202:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788929520.642212:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788929520.642215:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929520.642288:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788929520.642293:0:2397:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788929520.642300:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788929520.642302:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788929520.642305:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9aada8ced738. 00000400:00000200:3.0:1788929520.642310:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6c8cc38 00000400:00000010:3.0:1788929520.642312:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6c8cc38. 00000100:00000001:3.0:1788929520.642315:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788929520.642320:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9aadc0edce00 x1875816969528192/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788929520.642327:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9aadc0edce00 x1875816969528192/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929520.642332:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788929520.642334:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929520.642336:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788929520.642344:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788929520.642347:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788929520.642349:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929520.642352:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788929520.642361:0:2397:0:(import.c:2195:obd_at_measure()) add 36 to ffff9aad83381460 time=82 v=36 (36 36 36 36) 00000100:00001000:3.0:1788929520.642366:0:2397:0:(import.c:2195:obd_at_measure()) add 1 to ffff9aad83381418 time=99 v=5 (1 1 1 1) 00000100:00000001:3.0:1788929520.642368:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788929520.642370:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788929520.642373:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788929520.642377:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929520.642381:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788929520.642384:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9aadb8d76800: skip recheck: last_committed 30064771586 00000100:00000001:3.0:1788929520.642386:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788929520.642388:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929520.642393:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9aadc0edce00 x1875816969528192/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929520.642400:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788929520.642403:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788929520.642405:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788929520.642410:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9aadc0edce00 x1875816969528192/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788929520.642418:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9aadc0edce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2397:1875816969528192:192.168.204.138@tcp:400:kworker.0 00000400:00000001:3.0:1788929520.642424:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788929520.642426:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788929520.642427:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9aada8ced9f8. 00000400:00000200:3.0:1788929520.642430:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6c8c2a8 00000400:00000010:3.0:1788929520.642432:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6c8c2a8. 00000100:00000001:3.0:1788929520.642434:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788929520.642437:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9aadc0edfb80 x1875816969528448/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788929520.642445:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9aadc0edfb80 x1875816969528448/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929520.642507:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788929520.642508:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929520.642510:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788929520.642512:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788929520.642513:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788929520.642514:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929520.642516:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788929520.642520:0:2397:0:(import.c:2195:obd_at_measure()) add 5 to ffff9aad87648c60 time=82 v=5 (5 5 5 5) 00000100:00001000:3.0:1788929520.642523:0:2397:0:(import.c:2195:obd_at_measure()) add 1 to ffff9aad87648c18 time=130 v=5 (1 1 0 0) 00000100:00000001:3.0:1788929520.642525:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788929520.642526:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788929520.642527:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788929520.642529:0:2397:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929520.642531:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788929520.642532:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9aadb8d76800: skip recheck: last_committed 25769824463 00000100:00000001:3.0:1788929520.642534:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788929520.642536:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929520.642540:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9aadc0edfb80 x1875816969528448/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929520.642546:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788929520.642548:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788929520.642549:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788929520.642552:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9aadc0edfb80 x1875816969528448/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788929520.642560:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9aadc0edfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2397:1875816969528448:192.168.204.138@tcp:400:kworker.0 00000400:00000001:3.0:1788929520.642565:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788929520.642566:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788929520.642568:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9aada8ced420. 00000400:00000200:3.0:1788929520.642570:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6c8c7f8 00000400:00000010:3.0:1788929520.642572:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6c8c7f8. 00000100:00000001:3.0:1788929520.642573:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788929520.642582:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9aadc0ede300 x1875816969528064/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788929520.642589:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9aadc0ede300 x1875816969528064/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929520.642594:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788929520.642595:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929520.642597:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788929520.642598:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788929520.642599:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788929520.642600:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929520.642602:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788929520.642605:0:2397:0:(import.c:2195:obd_at_measure()) add 5 to ffff9aada7414c60 time=82 v=5 (5 5 5 5) 00000100:00001000:3.0:1788929520.642607:0:2397:0:(import.c:2195:obd_at_measure()) add 1 to ffff9aada7414c18 time=99 v=5 (1 1 1 1) 00000100:00000001:3.0:1788929520.642608:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788929520.642610:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788929520.642611:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788929520.642613:0:2397:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929520.642614:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929520.642617:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9aadc0ede300 x1875816969528064/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929520.642622:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788929520.642623:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788929520.642635:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788929520.642638:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9aadc0ede300 x1875816969528064/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788929520.642644:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9aadc0ede300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:5d58d4c3-cde7-4235-9a9c-72add4ba13dd:2397:1875816969528064:192.168.204.138@tcp:400:kworker.0 00000400:00000001:3.0:1788929520.642648:0:2397:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788929520.642649:0:2397:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788929520.642651:0:2397:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9aada8ced318. 00000400:00000200:3.0:1788929520.642653:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6c8c198 00000400:00000010:3.0:1788929520.642654:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6c8c198. 00000100:00000001:3.0:1788929520.642656:0:2397:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788929520.642663:0:2397:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9aadc0edf800 x1875816969528320/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788929520.642669:0:2397:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9aadc0edf800 x1875816969528320/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929520.642674:0:2397:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788929520.642676:0:2397:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929520.642677:0:2397:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788929520.642678:0:2397:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788929520.642679:0:2397:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788929520.642681:0:2397:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788929520.642682:0:2397:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788929520.642686:0:2397:0:(import.c:2195:obd_at_measure()) add 36 to ffff9aad83387c60 time=82 v=36 (36 36 36 36) 00000100:00001000:3.0:1788929520.642688:0:2397:0:(import.c:2195:obd_at_measure()) add 1 to ffff9aad83387c18 time=77 v=5 (1 1 1 1) 00000100:00000001:3.0:1788929520.642690:0:2397:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788929520.642691:0:2397:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788929520.642692:0:2397:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788929520.642695:0:2397:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9aadc0edf800 x1875816969528320/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788929520.642700:0:2397:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929520.642702:0:2397:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788929520.642703:0:2397:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9aadb8d76800: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1788929520.642705:0:2397:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788929520.642706:0:2397:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788929520.642709:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9aadc0edf800 x1875816969528320/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929520.642714:0:2397:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788929520.642715:0:2397:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788929520.642716:0:2397:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788929520.642719:0:2397:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9aadc0edf800 x1875816969528320/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788929520.642725:0:2397:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9aadc0edf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2397:1875816969528320:192.168.204.138@tcp:400:kworker.0 00000100:00000001:3.0:1788929520.642732:0:2397:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929520.642734:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788929520.642738:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9aadc0edce00 x1875816969528192/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929520.642744:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788929520.642746:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788929520.642750:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9aad99665800. 02000000:00000001:3.0:1788929520.642752:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788929520.642755:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788929520.642757:0:2397:0:(genops.c:1223:class_import_put()) import ffff9aad83381000 refcount=8 obd=lustre-MDT0000-mdc-ffff9aadb8d76800 00000020:00000001:3.0:1788929520.642759:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788929520.642771:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9aad82f50600. 02000000:00000001:3.0:1788929520.642775:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788929520.642776:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788929520.642778:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9aadc0edce00. 00000100:00000001:3.0:1788929520.642781:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788929520.642783:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929520.642784:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788929520.642787:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9aadc0edfb80 x1875816969528448/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929520.642791:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788929520.642792:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788929520.642794:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9aad99665e00. 02000000:00000001:3.0:1788929520.642795:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788929520.642796:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788929520.642797:0:2397:0:(genops.c:1223:class_import_put()) import ffff9aad87648800 refcount=3 obd=lustre-OST0000-osc-ffff9aadb8d76800 00000020:00000001:3.0:1788929520.642799:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788929520.642800:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9aad82f50b00. 02000000:00000001:3.0:1788929520.642801:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788929520.642803:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788929520.642804:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9aadc0edfb80. 00000100:00000001:3.0:1788929520.642806:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788929520.642807:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929520.642808:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788929520.642810:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9aadc0ede300 x1875816969528064/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929520.642820:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788929520.642821:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788929520.642822:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9aad99664e00. 02000000:00000001:3.0:1788929520.642824:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788929520.642825:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788929520.642826:0:2397:0:(genops.c:1223:class_import_put()) import ffff9aada7414800 refcount=3 obd=MGC192.168.204.138@tcp 00000020:00000001:3.0:1788929520.642827:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788929520.642829:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9aad82f50700. 02000000:00000001:3.0:1788929520.642830:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788929520.642831:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788929520.642832:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9aadc0ede300. 00000100:00000001:3.0:1788929520.642834:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788929520.642836:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929520.642837:0:2397:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788929520.642840:0:2397:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9aadc0edf800 x1875816969528320/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929575 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788929520.642845:0:2397:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788929520.642846:0:2397:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788929520.642847:0:2397:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9aad99665400. 02000000:00000001:3.0:1788929520.642849:0:2397:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788929520.642850:0:2397:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788929520.642851:0:2397:0:(genops.c:1223:class_import_put()) import ffff9aad83387800 refcount=3 obd=lustre-MDT0001-mdc-ffff9aadb8d76800 00000020:00000001:3.0:1788929520.642852:0:2397:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788929520.642853:0:2397:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9aad82f50e00. 02000000:00000001:3.0:1788929520.642855:0:2397:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788929520.642855:0:2397:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788929520.642856:0:2397:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9aadc0edf800. 00000100:00000001:3.0:1788929520.642858:0:2397:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788929520.642858:0:2397:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929520.642861:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788929520.642869:0:2397:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788929520.642871:0:2397:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788929520.642873:0:2397:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788929520.642875:0:2397:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929521.269696:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929521.269703:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929521.269709:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929521.269711:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788929521.270838:0:241968:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788929521.270843:0:241968:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788929521.270847:0:241968:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788929522.296862:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929522.296872:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929522.296878:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929522.296879:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788929522.296980:0:235956:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788929522.296984:0:235956:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788929522.296987:0:235956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788929523.320044:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929523.320053:0:277573:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788929523.320056:0:277573:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788929523.320060:0:277573:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929523.320065:0:277573:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788929523.320068:0:277573:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929523.320070:0:277573:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929523.320072:0:277573:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929523.320076:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929523.320078:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788929523.320253:0:245404:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788929523.320256:0:245404:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788929523.320259:0:245404:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788929524.341733:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929524.341741:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929524.341747:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929524.341748:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788929524.341771:0:235957:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788929524.341774:0:235957:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788929524.341777:0:235957:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788929524.472564:0:234556:0:(connection.c:75:cpu_latency_work()) work item of ffff9aad89f25800 (cpu 0) has reached its deadline 4305896693, at 4305896707 00000100:00000010:0.0:1788929524.472583:0:234556:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9aad925897e0. 00000100:00000040:1.0:1788929524.474758:0:277573:0:(connection.c:75:cpu_latency_work()) work item of ffff9aad89f25910 (cpu 1) has reached its deadline 4305896693, at 4305896708 00000100:00000010:1.0:1788929524.474771:0:277573:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9aad92589540. 00010000:00000001:1.0:1788929525.365657:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929525.365665:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929525.365670:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929525.365687:0:277573:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788929525.365690:0:277573:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788929525.365697:0:277573:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788929525.365700:0:277573:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788929525.365702:0:277573:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929525.365705:0:277573:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788929525.365732:0:277573:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929525.365735:0:277573:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929525.365738:0:277573:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788929525.365803:0:251795:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788929525.365807:0:251795:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788929525.365810:0:251795:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788929525.752224:0:284526:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5d58d4c3-cde7-4235-9a9c-72add4ba13dd->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788929525.752235:0:284526:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788929525.752242:0:284526:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9aadba307800. 00000020:00000040:1.0:1788929525.752250:0:284526:0:(genops.c:1210:class_import_get()) import ffff9aada7414800 refcount=4 obd=MGC192.168.204.138@tcp 00000100:00000001:1.0:1788929525.752255:0:284526:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788929525.752259:0:284526:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788929525.752264:0:284526:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788929525.752275:0:284526:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9aac81153100. 00000100:00000001:1.0:1788929525.752283:0:284526:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788929525.752296:0:284526:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5d58d4c3-cde7-4235-9a9c-72add4ba13dd->MGS req@ffff9aadba307800 x1875816969528576/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788929525.752309:0:284526:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788929525.752314:0:284526:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788929525.752320:0:284526:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083afa9dc] to pc [ptlrpcd_00_00+0] req@ffff9aadba307800 x1875816969528576/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929525.752343:0:284526:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788929525.752346:0:284526:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788929525.752361:0:284526:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788929525.752364:0:284526:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9aadba305c00. 00000020:00000040:1.0:1788929525.752366:0:284526:0:(genops.c:1210:class_import_get()) import ffff9aad83381000 refcount=9 obd=lustre-MDT0000-mdc-ffff9aadb8d76800 00000100:00000001:1.0:1788929525.752369:0:284526:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788929525.752370:0:284526:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788929525.752372:0:284526:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788929525.752375:0:284526:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9aac81153e00. 00000100:00000001:1.0:1788929525.752378:0:284526:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788929525.752381:0:284526:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-MDT0000_UUID req@ffff9aadba305c00 x1875816969528704/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788929525.752388:0:284526:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788929525.752399:0:284526:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788929525.752403:0:284526:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026f55665] to pc [ptlrpcd_00_01+1] req@ffff9aadba305c00 x1875816969528704/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929525.752413:0:284526:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788929525.752415:0:284526:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788929525.752418:0:284526:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788929525.752420:0:284526:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9aadba304a80. 00000020:00000040:1.0:1788929525.752422:0:284526:0:(genops.c:1210:class_import_get()) import ffff9aad83387800 refcount=4 obd=lustre-MDT0001-mdc-ffff9aadb8d76800 00000100:00000001:1.0:1788929525.752425:0:284526:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788929525.752426:0:284526:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788929525.752428:0:284526:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788929525.752431:0:284526:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9aac81153800. 00000100:00000001:1.0:1788929525.752433:0:284526:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788929525.752438:0:284526:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-MDT0001_UUID req@ffff9aadba304a80 x1875816969528832/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788929525.752445:0:284526:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788929525.752446:0:284526:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788929525.752450:0:284526:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a12f0de8] to pc [ptlrpcd_00_00+0] req@ffff9aadba304a80 x1875816969528832/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929525.752457:0:284526:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788929525.752459:0:284526:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788929525.752462:0:284526:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788929525.752654:0:284526:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9aadba304700. 00000020:00000040:1.0:1788929525.752658:0:284526:0:(genops.c:1210:class_import_get()) import ffff9aad87648800 refcount=4 obd=lustre-OST0000-osc-ffff9aadb8d76800 00000100:00000001:1.0:1788929525.752660:0:284526:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788929525.752661:0:284526:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788929525.752673:0:284526:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788929525.752678:0:284526:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9aac81153300. 00000100:00000001:1.0:1788929525.752681:0:284526:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788929525.752686:0:284526:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-OST0000_UUID req@ffff9aadba304700 x1875816969528960/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788929525.752705:0:284526:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788929525.752707:0:284526:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788929525.752711:0:284526:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000305a54c7] to pc [ptlrpcd_00_01+1] req@ffff9aadba304700 x1875816969528960/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929525.752719:0:284526:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788929525.752721:0:284526:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788929525.752725:0:284526:0:(pinger.c:247:ptlrpc_pinger_process_import()) 89acdbc1-f56c-417f-becd-cb1a2d4c6e79->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788929525.752730:0:284526:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11235) 00000100:00000001:1.0:1788929525.752747:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788929525.752751:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788929525.752753:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788929525.752758:0:2395:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9aadba307800 x1875816969528576/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929525.752766:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788929525.752768:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788929525.752771:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788929525.752871:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788929525.752874:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788929525.752879:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9aadba307800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d58d4c3-cde7-4235-9a9c-72add4ba13dd:2395:1875816969528576:192.168.204.138@tcp:400:kworker.0 00000100:00000001:1.0:1788929525.752883:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788929525.752889:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788929525.752892:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788929525.752895:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788929525.752900:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9aadb8ea9200. 02000000:00000001:1.0:1788929525.752902:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788929525.752910:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:1.0:1788929525.752914:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9aad8c33e9f8. 00000400:00000010:1.0:1788929525.752921:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6cf7198. 00000100:00000200:1.0:1788929525.752928:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875816969528576, portal 25 00000100:00000001:1.0:1788929525.752930:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788929525.752937:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632669676599296 : -111404032952320 : ffff9aadba307800) 00000100:00000040:1.0:1788929525.752943:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9aadba307800 x1875816969528576/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929525.752951:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788929525.752954:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:1.0:1788929525.752956:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6cf7440. 00000100:00000200:1.0:1788929525.752959:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875816969528576, offset 0 00000400:00000200:1.0:1788929525.752965:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:1.0:1788929525.752974:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929525.752982:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:1.0:1788929525.752987:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788929525.752990:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:1.0:1788929525.752994:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788929525.752997:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:1.0:1788929525.753000:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [546230:546230:256:4294967295] 192.168.204.138@tcp LPNI seq info [546161:546161:8:4294967295] 00000400:00000200:1.0:1788929525.753005:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929525.753014:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:1.0:1788929525.753021:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:1.0:1788929525.753025:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9aac81153900. 00000800:00000200:1.0:1788929525.753032:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9aad8a1a3780] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:1.0:1788929525.753039:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:1.0:1788929525.753044:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9aac81153900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788929525.753056:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788929525.753060:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:1.0:1788929525.753062:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 0 is 4305901813 00000100:00000010:1.0:1788929525.753067:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9aadb8a01960. 00000100:00000001:1.0:1788929525.753074:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788929525.753080:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS new deadline estimation for cpu 1 is 4305901813 00000100:00000010:1.0:1788929525.753083:0:2395:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9aadb8a01720. 00000100:00000001:1.0:1788929525.753086:0:2395:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.138@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788929525.753094:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788929525.753096:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788929525.753099:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788929525.753103:0:2395:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9aadba304a80 x1875816969528832/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929525.753110:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788929525.753112:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788929525.753114:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788929525.753116:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788929525.753118:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788929525.753120:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9aadba304a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2395:1875816969528832:192.168.204.138@tcp:400:kworker.0 00000100:00000001:1.0:1788929525.753124:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788929525.753126:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788929525.753128:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788929525.753129:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788929525.753132:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9aadb8ea9000. 02000000:00000001:1.0:1788929525.753134:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788929525.753137:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:1.0:1788929525.753140:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9aad8c33e790. 00000400:00000010:1.0:1788929525.753144:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6cf7110. 00000100:00000200:1.0:1788929525.753147:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875816969528832, portal 10 00000100:00000001:1.0:1788929525.753148:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788929525.753150:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632669676587648 : -111404032963968 : ffff9aadba304a80) 00000100:00000040:1.0:1788929525.753156:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9aadba304a80 x1875816969528832/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929525.753162:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788929525.753164:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:1.0:1788929525.753167:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6cf7000. 00000100:00000200:1.0:1788929525.753169:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875816969528832, offset 0 00000400:00000200:1.0:1788929525.753173:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:1.0:1788929525.753176:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929525.753180:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:1.0:1788929525.753183:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788929525.753192:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:1.0:1788929525.753194:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788929525.753197:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:1.0:1788929525.753200:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [546231:546231:255:4294967295] 192.168.204.138@tcp LPNI seq info [546162:546162:7:4294967295] 00000400:00000200:1.0:1788929525.753204:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929525.753210:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:1.0:1788929525.753215:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:1.0:1788929525.753218:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9aac81153f00. 00000800:00000200:1.0:1788929525.753222:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9aad8a1a3780] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:1.0:1788929525.753227:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:1.0:1788929525.753230:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9aac81153f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788929525.753233:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788929525.753236:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9aadb8d76800: using a timeout of 14417 usecs (15 jiffies) 00000400:00000200:1.0:1788929525.753239:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:1.0:1788929525.753241:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 0 is 4305898002 00000100:00000001:1.0:1788929525.753243:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9aadb8d76800: PM QoS request active for cpu 0, keep current deadline 4305901813 00000100:00000001:1.0:1788929525.753245:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 1 is 4305898002 00000100:00000001:1.0:1788929525.753248:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9aadb8d76800: PM QoS request active for cpu 1, keep current deadline 4305901813 00000100:00000001:1.0:1788929525.753250:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788929525.753252:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788929525.753254:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788929525.753257:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788929525.753264:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788929525.753266:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788929525.753268:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788929525.753270:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788929525.753271:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788929525.753274:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788929525.753275:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788929525.753277:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788929525.753278:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788929525.753285:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788929525.753286:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788929525.753288:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788929525.753292:0:2395:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9aadba305c00 x1875816969528704/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929525.753300:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788929525.753301:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788929525.753303:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788929525.753305:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788929525.753307:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788929525.753310:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9aadba305c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2395:1875816969528704:192.168.204.138@tcp:400:kworker.0 00000100:00000001:1.0:1788929525.753313:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788929525.753316:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788929525.753317:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788929525.753318:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788929525.753321:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9aadb8ea8800. 02000000:00000001:1.0:1788929525.753323:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788929525.753326:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:1.0:1788929525.753328:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9aad8c33e318. 00000400:00000010:1.0:1788929525.753332:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6cf73b8. 00000100:00000200:1.0:1788929525.753334:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875816969528704, portal 10 00000100:00000001:1.0:1788929525.753336:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788929525.753338:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632669676592128 : -111404032959488 : ffff9aadba305c00) 00000100:00000040:1.0:1788929525.753343:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9aadba305c00 x1875816969528704/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929525.753359:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788929525.753362:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:1.0:1788929525.753364:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6cf7e58. 00000100:00000200:1.0:1788929525.753367:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875816969528704, offset 0 00000400:00000200:1.0:1788929525.753371:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:1.0:1788929525.753375:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929525.753378:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:1.0:1788929525.753381:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788929525.753389:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:1.0:1788929525.753391:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788929525.753393:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:1.0:1788929525.753395:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [546232:546232:254:4294967295] 192.168.204.138@tcp LPNI seq info [546163:546163:6:4294967295] 00000400:00000200:1.0:1788929525.753399:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929525.753405:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:1.0:1788929525.753410:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:1.0:1788929525.753415:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9aac81153000. 00000800:00000200:1.0:1788929525.753418:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9aad8a1a3780] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:1.0:1788929525.753422:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:1.0:1788929525.753425:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9aac81153000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788929525.753428:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788929525.753430:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9aadb8d76800: using a timeout of 30528 usecs (31 jiffies) 00000400:00000200:1.0:1788929525.753433:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:1.0:1788929525.753435:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 0 is 4305898018 00000100:00000001:1.0:1788929525.753437:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9aadb8d76800: PM QoS request active for cpu 0, keep current deadline 4305901813 00000100:00000001:1.0:1788929525.753439:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 1 is 4305898018 00000100:00000001:1.0:1788929525.753441:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9aadb8d76800: PM QoS request active for cpu 1, keep current deadline 4305901813 00000100:00000001:1.0:1788929525.753443:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788929525.753445:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788929525.753448:0:2395:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788929525.753452:0:2395:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9aadba304700 x1875816969528960/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929525.753459:0:2395:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788929525.753460:0:2395:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788929525.753621:0:2395:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788929525.753624:0:2395:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788929525.753626:0:2395:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788929525.753630:0:2395:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9aadba304700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2395:1875816969528960:192.168.204.138@tcp:400:kworker.0 00000100:00000001:1.0:1788929525.753641:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788929525.753643:0:2395:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788929525.753645:0:2395:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788929525.753647:0:2395:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788929525.753650:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9aadb8ea8a00. 02000000:00000001:1.0:1788929525.753652:0:2395:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788929525.753655:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000010:1.0:1788929525.753657:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9aad8c33edc0. 00000400:00000010:1.0:1788929525.753662:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6cf7088. 00000100:00000200:1.0:1788929525.753677:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875816969528960, portal 4 00000100:00000001:1.0:1788929525.753679:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788929525.753680:0:2395:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446632669676586752 : -111404032964864 : ffff9aadba304700) 00000100:00000040:1.0:1788929525.753687:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9aadba304700 x1875816969528960/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929525.753693:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788929525.753695:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.138@tcp 00000400:00000010:1.0:1788929525.753698:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9aada6cf7d48. 00000100:00000200:1.0:1788929525.753700:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875816969528960, offset 0 00000400:00000200:1.0:1788929525.753704:0:2395:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.138@tcp 00000400:00000200:1.0:1788929525.753708:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929525.753711:0:2395:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.138@tcp local destination 00000400:00000200:1.0:1788929525.753714:0:2395:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788929525.753717:0:2395:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.38@tcp 00000400:00000200:1.0:1788929525.753719:0:2395:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.38@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788929525.753721:0:2395:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.138@tcp 00000400:00000200:1.0:1788929525.753724:0:2395:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.38@tcp NI seq info: [546233:546233:253:4294967295] 192.168.204.138@tcp LPNI seq info [546164:546164:5:4294967295] 00000400:00000200:1.0:1788929525.753728:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:1.0:1788929525.753734:0:2395:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp:) -> 192.168.204.138@tcp(192.168.204.138@tcp:192.168.204.138@tcp) : PUT try# 0 00000800:00000200:1.0:1788929525.753738:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.138@tcp 00000800:00000010:1.0:1788929525.753741:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9aac81153200. 00000800:00000200:1.0:1788929525.753745:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9aad8a1a3780] -> 12345-192.168.204.138@tcp (5) 00000800:00000200:1.0:1788929525.753755:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.138@tcp ip 192.168.204.138:988 00000800:00000200:1.0:1788929525.753758:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9aac81153200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788929525.753761:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788929525.753764:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9aadb8d76800: using a timeout of 112276 usecs (113 jiffies) 00000400:00000200:1.0:1788929525.753767:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000100:00000001:1.0:1788929525.753769:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 0 is 4305898101 00000100:00000001:1.0:1788929525.753771:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9aadb8d76800: PM QoS request active for cpu 0, keep current deadline 4305901813 00000100:00000001:1.0:1788929525.753842:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9aadb8d76800: PM QoS new deadline estimation for cpu 1 is 4305898101 00000100:00000001:1.0:1788929525.753845:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9aadb8d76800: PM QoS request active for cpu 1, keep current deadline 4305901813 00000100:00000001:1.0:1788929525.753846:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788929525.753848:0:2395:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788929525.753851:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788929525.753853:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788929525.753867:0:2396:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788929525.753870:0:2396:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788929525.753910:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788929525.753914:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9aac81153900. 00000400:00000200:1.0:1788929525.753919:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788929525.753923:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788929525.753929:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6cf7440 00000400:00000010:1.0:1788929525.753931:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6cf7440. 00000100:00000001:1.0:1788929525.753935:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788929525.753939:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9aadba307800 x1875816969528576/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929525.753948:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788929525.753951:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9aadba307800 x1875816969528576/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929525.753958:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788929525.753960:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788929525.753972:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788929525.753974:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9aac81153f00. 00000400:00000200:1.0:1788929525.753976:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788929525.753984:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788929525.753988:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6cf7000 00000400:00000010:1.0:1788929525.753989:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6cf7000. 00000100:00000001:1.0:1788929525.753991:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788929525.753995:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9aadba304a80 x1875816969528832/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929525.754004:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788929525.754007:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9aadba304a80 x1875816969528832/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929525.754013:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788929525.754014:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788929525.754023:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788929525.754025:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9aac81153000. 00000400:00000200:1.0:1788929525.754027:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788929525.754030:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788929525.754033:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6cf7e58 00000400:00000010:1.0:1788929525.754035:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6cf7e58. 00000100:00000001:1.0:1788929525.754037:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788929525.754040:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9aadba305c00 x1875816969528704/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929525.754047:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788929525.754050:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9aadba305c00 x1875816969528704/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929525.754056:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788929525.754057:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788929525.754112:0:2387:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788929525.754114:0:2387:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9aac81153200. 00000400:00000200:1.0:1788929525.754117:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788929525.754120:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000400:00000200:1.0:1788929525.754123:0:2387:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6cf7d48 00000400:00000010:1.0:1788929525.754125:0:2387:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6cf7d48. 00000100:00000001:1.0:1788929525.754127:0:2387:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788929525.754135:0:2387:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9aadba304700 x1875816969528960/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929525.754142:0:2387:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788929525.754145:0:2387:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9aadba304700 x1875816969528960/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788929525.754152:0:2387:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788929525.754153:0:2387:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788929525.765455:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929525.765577:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788929525.765582:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929525.765585:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788929525.765594:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929525.765602:0:2388:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:0.0:1788929525.765611:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929525.765616:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929525.765621:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929525.765626:0:2388:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 4 MB=0x6aa0bac21e680 00000400:00000200:0.0:1788929525.765631:0:2388:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929525.765636:0:2388:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.138@tcp of length 224/224 into md 0x52fc61 [1] + 224 00000800:00000001:0.0:1788929525.765643:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929525.765652:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788929525.765655:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788929525.765660:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788929525.765690:0:2388:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788929525.765700:0:2388:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9aadba304700 x1875816969528960/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788929525.765711:0:2388:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9aadba304700 x1875816969528960/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929525.765728:0:2388:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788929525.765736:0:2388:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929525.765739:0:2388:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788929525.765755:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788929525.765758:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788929525.765766:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788929525.765768:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788929525.765771:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9aad8c33edc0. 00000400:00000200:0.0:1788929525.765977:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6cf7088 00000400:00000010:0.0:1788929525.765979:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6cf7088. 00000100:00000001:0.0:1788929525.765983:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788929525.765989:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9aadba304700 x1875816969528960/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788929525.765998:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9aadba304700 x1875816969528960/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929525.766004:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788929525.766006:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788929525.766009:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788929525.766012:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788929525.766015:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788929525.766017:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788929525.766019:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788929525.766031:0:2395:0:(import.c:2195:obd_at_measure()) add 5 to ffff9aad87648c60 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1788929525.766036:0:2395:0:(import.c:2195:obd_at_measure()) add 1 to ffff9aad87648c18 time=135 v=5 (1 1 0 0) 00000100:00000001:0.0:1788929525.766039:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788929525.766041:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788929525.766044:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788929525.766047:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788929525.766051:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788929525.766060:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9aadb8d76800: skip recheck: last_committed 25769824463 00000100:00000001:0.0:1788929525.766062:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788929525.766064:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788929525.766070:0:2395:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9aadba304700 x1875816969528960/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929525.766077:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788929525.766080:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788929525.766082:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788929525.766086:0:2395:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9aadba304700 x1875816969528960/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788929525.766094:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9aadba304700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2395:1875816969528960:192.168.204.138@tcp:400:kworker.0 00000100:00000001:0.0:1788929525.766099:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788929525.766102:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788929525.766105:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9aadba304700 x1875816969528960/t0(0) o400->lustre-OST0000-osc-ffff9aadb8d76800@192.168.204.138@tcp:28/4 lens 224/224 e 0 to 0 dl 1788929541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929525.766112:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788929525.766114:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788929525.766118:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9aadb8ea8a00. 02000000:00000001:0.0:1788929525.766121:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788929525.766124:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788929525.766126:0:2395:0:(genops.c:1223:class_import_put()) import ffff9aad87648800 refcount=3 obd=lustre-OST0000-osc-ffff9aadb8d76800 00000020:00000001:0.0:1788929525.766128:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788929525.766130:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9aac81153300. 02000000:00000001:0.0:1788929525.766134:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788929525.766135:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788929525.766137:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9aadba304700. 00000100:00000001:0.0:1788929525.766141:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788929525.766142:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788929525.766146:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788929525.766149:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788929525.766150:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788929525.766152:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788929525.766154:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788929525.768260:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929525.768280:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788929525.768284:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929525.768287:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788929525.768297:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929525.768305:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:0.0:1788929525.768315:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929525.768320:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929525.768325:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929525.768329:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6aa0bac21e600 00000400:00000200:0.0:1788929525.768335:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929525.768340:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x52fc41 [1] + 224 00000800:00000001:0.0:1788929525.768359:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929525.768364:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788929525.768367:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788929525.768372:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788929525.768379:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788929525.768386:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9aadba304a80 x1875816969528832/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788929525.768398:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9aadba304a80 x1875816969528832/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929525.768414:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788929525.768422:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929525.768425:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788929525.768427:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929525.768429:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788929525.768432:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929525.768436:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:0.0:1788929525.768440:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929525.768443:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929525.768445:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929525.768449:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 10 MB=0x6aa0bac21e580 00000400:00000200:0.0:1788929525.768452:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929525.768926:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.138@tcp of length 224/224 into md 0x52fc51 [1] + 224 00000800:00000001:0.0:1788929525.768932:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929525.768937:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788929525.768939:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788929525.768943:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788929525.768947:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788929525.768953:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9aadba305c00 x1875816969528704/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788929525.768962:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9aadba305c00 x1875816969528704/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929525.768970:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788929525.768974:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929525.768977:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788929525.768978:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929525.768980:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788929525.768983:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929525.768986:0:2387:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.38@tcp(192.168.204.38@tcp) <- 192.168.204.138@tcp : PUT - for me 00000400:00000200:0.0:1788929525.768991:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929525.768993:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929525.768996:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929525.768999:0:2387:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.138@tcp of length 224 into portal 25 MB=0x6aa0bac21e500 00000400:00000200:0.0:1788929525.769002:0:2387:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.138@tcp to cpt 0 00000400:00000200:0.0:1788929525.769006:0:2387:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.138@tcp of length 224/224 into md 0x52fc31 [1] + 224 00000800:00000001:0.0:1788929525.769009:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929525.769015:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788929525.769016:0:2387:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788929525.769019:0:2387:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.38@tcp->192.168.204.138@tcp: PUT: OK 00000100:00000001:0.0:1788929525.769022:0:2387:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788929525.769026:0:2387:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9aadba307800 x1875816969528576/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788929525.769034:0:2387:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9aadba307800 x1875816969528576/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929525.769050:0:2387:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788929525.769053:0:2387:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788929525.769056:0:2387:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788929525.769072:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788929525.769075:0:2395:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788929525.769082:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788929525.769084:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788929525.769086:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9aad8c33e318. 00000400:00000200:0.0:1788929525.769090:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6cf73b8 00000400:00000010:0.0:1788929525.769092:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6cf73b8. 00000100:00000001:0.0:1788929525.769095:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788929525.769099:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9aadba305c00 x1875816969528704/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788929525.769108:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9aadba305c00 x1875816969528704/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929525.769114:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788929525.769116:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788929525.769118:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788929525.769121:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788929525.769123:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788929525.769125:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788929525.769127:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788929525.769135:0:2395:0:(import.c:2195:obd_at_measure()) add 36 to ffff9aad83381460 time=87 v=36 (36 36 36 36) 00000100:00001000:0.0:1788929525.769139:0:2395:0:(import.c:2195:obd_at_measure()) add 1 to ffff9aad83381418 time=104 v=5 (1 1 1 1) 00000100:00000001:0.0:1788929525.769141:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788929525.769143:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788929525.769146:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788929525.769149:0:2395:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788929525.769153:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788929525.769155:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9aadb8d76800: skip recheck: last_committed 30064771586 00000100:00000001:0.0:1788929525.769157:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788929525.769159:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788929525.769164:0:2395:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9aadba305c00 x1875816969528704/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929525.769182:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788929525.769185:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788929525.769187:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788929525.769192:0:2395:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9aadba305c00 x1875816969528704/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788929525.769200:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9aadba305c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2395:1875816969528704:192.168.204.138@tcp:400:kworker.0 00000400:00000001:0.0:1788929525.769206:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788929525.769207:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788929525.769209:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9aad8c33e9f8. 00000400:00000200:0.0:1788929525.769211:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6cf7198 00000400:00000010:0.0:1788929525.769213:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6cf7198. 00000100:00000001:0.0:1788929525.769215:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788929525.769217:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9aadba307800 x1875816969528576/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788929525.769226:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9aadba307800 x1875816969528576/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929525.769232:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788929525.769233:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788929525.769235:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788929525.769236:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788929525.769237:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788929525.769238:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788929525.769240:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788929525.769243:0:2395:0:(import.c:2195:obd_at_measure()) add 5 to ffff9aada7414c60 time=87 v=5 (5 5 5 5) 00000100:00001000:0.0:1788929525.769245:0:2395:0:(import.c:2195:obd_at_measure()) add 1 to ffff9aada7414c18 time=104 v=5 (1 1 1 1) 00000100:00000001:0.0:1788929525.769247:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788929525.769248:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788929525.769250:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788929525.769252:0:2395:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788929525.769253:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788929525.769257:0:2395:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9aadba307800 x1875816969528576/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929525.769268:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788929525.769269:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788929525.769271:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788929525.769274:0:2395:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9aadba307800 x1875816969528576/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788929525.769281:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9aadba307800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5d58d4c3-cde7-4235-9a9c-72add4ba13dd:2395:1875816969528576:192.168.204.138@tcp:400:kworker.0 00000400:00000001:0.0:1788929525.769286:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788929525.769288:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788929525.769289:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9aad8c33e790. 00000400:00000200:0.0:1788929525.769291:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9aada6cf7110 00000400:00000010:0.0:1788929525.769293:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9aada6cf7110. 00000100:00000001:0.0:1788929525.769295:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788929525.769298:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9aadba304a80 x1875816969528832/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788929525.769306:0:2395:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9aadba304a80 x1875816969528832/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929525.769312:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788929525.769313:0:2395:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788929525.769314:0:2395:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788929525.769315:0:2395:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788929525.769317:0:2395:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788929525.769318:0:2395:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788929525.769319:0:2395:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788929525.769323:0:2395:0:(import.c:2195:obd_at_measure()) add 36 to ffff9aad83387c60 time=87 v=36 (36 36 36 36) 00000100:00001000:0.0:1788929525.769326:0:2395:0:(import.c:2195:obd_at_measure()) add 1 to ffff9aad83387c18 time=82 v=5 (1 1 1 1) 00000100:00000001:0.0:1788929525.769328:0:2395:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788929525.769329:0:2395:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788929525.769331:0:2395:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788929525.769334:0:2395:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9aadba304a80 x1875816969528832/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788929525.769359:0:2395:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788929525.769361:0:2395:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788929525.769363:0:2395:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9aadb8d76800: skip recheck: last_committed 21474836540 00000100:00000001:0.0:1788929525.769365:0:2395:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788929525.769366:0:2395:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788929525.769370:0:2395:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9aadba304a80 x1875816969528832/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929525.769376:0:2395:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788929525.769378:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788929525.769379:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788929525.769383:0:2395:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9aadba304a80 x1875816969528832/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788929525.769389:0:2395:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9aadba304a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:89acdbc1-f56c-417f-becd-cb1a2d4c6e79:2395:1875816969528832:192.168.204.138@tcp:400:kworker.0 00000100:00000001:0.0:1788929525.769393:0:2395:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788929525.769395:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788929525.769399:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9aadba305c00 x1875816969528704/t0(0) o400->lustre-MDT0000-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929525.769405:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788929525.769407:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788929525.769410:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9aadb8ea8800. 02000000:00000001:0.0:1788929525.769414:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788929525.769417:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788929525.769419:0:2395:0:(genops.c:1223:class_import_put()) import ffff9aad83381000 refcount=8 obd=lustre-MDT0000-mdc-ffff9aadb8d76800 00000020:00000001:0.0:1788929525.769421:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788929525.769423:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9aac81153e00. 02000000:00000001:0.0:1788929525.769428:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788929525.769430:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788929525.769431:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9aadba305c00. 00000100:00000001:0.0:1788929525.769434:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788929525.769436:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788929525.769442:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788929525.769446:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9aadba307800 x1875816969528576/t0(0) o400->MGC192.168.204.138@tcp@192.168.204.138@tcp:26/25 lens 224/224 e 0 to 0 dl 1788929541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929525.769451:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788929525.769453:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788929525.769455:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9aadb8ea9200. 02000000:00000001:0.0:1788929525.769458:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788929525.769459:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788929525.769460:0:2395:0:(genops.c:1223:class_import_put()) import ffff9aada7414800 refcount=3 obd=MGC192.168.204.138@tcp 00000020:00000001:0.0:1788929525.770246:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788929525.770251:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9aac81153100. 02000000:00000001:0.0:1788929525.770257:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788929525.770258:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788929525.770260:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9aadba307800. 00000100:00000001:0.0:1788929525.770262:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788929525.770264:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788929525.770266:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788929525.770273:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9aadba304a80 x1875816969528832/t0(0) o400->lustre-MDT0001-mdc-ffff9aadb8d76800@192.168.204.138@tcp:12/10 lens 224/224 e 0 to 0 dl 1788929580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788929525.770280:0:2395:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788929525.770282:0:2395:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788929525.770284:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9aadb8ea9000. 02000000:00000001:0.0:1788929525.770286:0:2395:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788929525.770287:0:2395:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788929525.770288:0:2395:0:(genops.c:1223:class_import_put()) import ffff9aad83387800 refcount=3 obd=lustre-MDT0001-mdc-ffff9aadb8d76800 00000020:00000001:0.0:1788929525.770290:0:2395:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788929525.770292:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9aac81153800. 02000000:00000001:0.0:1788929525.770294:0:2395:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788929525.770295:0:2395:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788929525.770296:0:2395:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9aadba304a80. 00000100:00000001:0.0:1788929525.770298:0:2395:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788929525.770299:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788929525.770301:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788929525.770311:0:2395:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788929525.770313:0:2395:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788929525.770316:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788929525.770329:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929526.389643:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929526.389650:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929526.389665:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929526.389666:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788929526.390067:0:241968:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788929526.390072:0:241968:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788929526.390075:0:241968:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788929526.542441:0:284785:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788929526.871273:0:284822:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788929526.871284:0:284822:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_816: @@@@@@ FAIL: client: import is not in IDLE state after 50 00000001:00000001:1.0:1788929526.877781:0:284822:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1788929527.414053:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929527.414062:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929527.414068:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929527.414070:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788929527.416131:0:235956:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788929527.416138:0:235956:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788929527.416144:0:235956:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788929528.441535:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929528.441544:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788929528.441551:0:277573:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788929528.441552:0:277573:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788929528.442790:0:245404:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788929528.442795:0:245404:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788929528.442799:0:245404:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788929528.681250:0:284922:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 2615 lines, 2615 kept, 0 dropped, 0 bad.