00010000:00000001:0.0F:1788849558.091018:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849558.091039:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849558.091046:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849558.091047:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0F:1788849558.091096:0:235787:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788849558.091107:0:235787:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788849558.091110:0:235787:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0F:1788849558.927403:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2be9dc31-d936-46ce-82e2-523a967881fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849558.927440:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849558.927448:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf33b80. 00000020:00000040:1.0:1788849558.927456:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6c9059000 refcount=4 obd=MGC192.168.204.137@tcp 00000100:00000001:1.0:1788849558.927462:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849558.927466:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849558.927472:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849558.927483:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3100. 00000100:00000001:1.0:1788849558.927492:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849558.927510:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2be9dc31-d936-46ce-82e2-523a967881fb->MGS req@ffff93d6eaf33b80 x1875730900968192/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788849558.927524:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849558.927530:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849558.927537:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003070954c] to pc [ptlrpcd_00_01+1] req@ffff93d6eaf33b80 x1875730900968192/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.927566:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849558.927570:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849558.927573:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849558.927577:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf30e00. 00000020:00000040:1.0:1788849558.927579:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=6 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000100:00000001:1.0:1788849558.927582:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849558.927583:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849558.927585:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849558.927589:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3600. 00000100:00000001:1.0:1788849558.927592:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849558.927597:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID req@ffff93d6eaf30e00 x1875730900968320/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788849558.927604:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849558.927606:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849558.927610:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f171bf] to pc [ptlrpcd_00_00+0] req@ffff93d6eaf30e00 x1875730900968320/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.927617:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849558.927624:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849558.927627:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849558.927630:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf31c00. 00000020:00000040:1.0:1788849558.927632:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ada000 refcount=4 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000100:00000001:1.0:1788849558.927634:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849558.927636:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849558.927638:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849558.927641:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3800. 00000100:00000001:1.0:1788849558.927644:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849558.927648:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID req@ffff93d6eaf31c00 x1875730900968448/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788849558.927655:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849558.927657:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849558.927660:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8ba28d7] to pc [ptlrpcd_00_01+1] req@ffff93d6eaf31c00 x1875730900968448/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.927668:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849558.927670:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849558.927673:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849558.927677:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf33800. 00000020:00000040:1.0:1788849558.927680:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ade000 refcount=4 obd=lustre-OST0000-osc-ffff93d6e0561000 00000100:00000001:1.0:1788849558.927682:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849558.927683:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849558.927685:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849558.927688:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3200. 00000100:00000001:1.0:1788849558.927691:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849558.927694:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID req@ffff93d6eaf33800 x1875730900968576/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788849558.927702:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849558.927704:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849558.927707:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005afaeff3] to pc [ptlrpcd_00_00+0] req@ffff93d6eaf33800 x1875730900968576/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.927726:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849558.927729:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788849558.927733:0:233079:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788849558.927740:0:233079:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13326) 00000100:00000001:1.0:1788849558.927755:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849558.927760:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849558.927763:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788849558.927769:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf33b80 x1875730900968192/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.927777:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788849558.927781:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849558.927785:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788849558.927788:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788849558.927792:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788849558.927795:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2be9dc31-d936-46ce-82e2-523a967881fb:2392:1875730900968192:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849558.927799:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788849558.927806:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849558.927809:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849558.927811:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788849558.927816:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c4ec8e00. 02000000:00000001:1.0:1788849558.927818:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849558.927827:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849558.927832:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004ccf78. 00000400:00000010:1.0:1788849558.927841:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105ed48. 00000100:00000200:1.0:1788849558.927849:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900968192, portal 25 00000100:00000001:1.0:1788849558.927852:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849558.927854:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006934400 : -118923702617216 : ffff93d6eaf33b80) 00000100:00000040:1.0:1788849558.927859:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf33b80 x1875730900968192/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.927868:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788849558.927877:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849558.927895:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e6e8. 00000100:00000200:1.0:1788849558.927901:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875730900968192, offset 0 00000400:00000200:1.0:1788849558.927909:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:1.0:1788849558.927922:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849558.927933:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:1.0:1788849558.928116:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788849558.928123:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:1.0:1788849558.928128:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788849558.928131:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849558.928136:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550604:550604:256:4294967295] 192.168.204.137@tcp LPNI seq info [550550:550550:8:4294967295] 00000400:00000200:1.0:1788849558.928141:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849558.928155:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:1.0:1788849558.928162:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:1.0:1788849558.928169:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cc3300. 00000800:00000200:1.0:1788849558.928177:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:1.0:1788849558.928186:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:1.0:1788849558.928191:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cc3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788849558.928247:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849558.928253:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849558.928256:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 2 is 4307992828 00000100:00000010:1.0:1788849558.928261:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6f28a2de0. 00000100:00000001:1.0:1788849558.928269:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788849558.928274:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 3 is 4307992828 00000100:00000010:1.0:1788849558.928278:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6f28a2600. 00000100:00000001:1.0:1788849558.928290:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788849558.928294:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849558.928298:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849558.928301:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788849558.928305:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf31c00 x1875730900968448/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.928326:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788849558.928327:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849558.928330:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788849558.928332:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788849558.928334:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788849558.928337:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900968448:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849558.928340:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788849558.928343:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849558.928345:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849558.928347:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788849558.928350:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c4ec9400. 02000000:00000001:1.0:1788849558.928352:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849558.928356:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849558.928359:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004ccc08. 00000400:00000010:1.0:1788849558.928363:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e550. 00000100:00000200:1.0:1788849558.928366:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900968448, portal 10 00000100:00000001:1.0:1788849558.928368:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849558.928369:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006926336 : -118923702625280 : ffff93d6eaf31c00) 00000100:00000040:1.0:1788849558.928377:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf31c00 x1875730900968448/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.928384:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788849558.928386:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849558.928389:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105ebb0. 00000100:00000200:1.0:1788849558.928391:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900968448, offset 0 00000400:00000200:1.0:1788849558.928396:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:1.0:1788849558.928400:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849558.928404:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:1.0:1788849558.928407:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788849558.928410:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:1.0:1788849558.928412:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788849558.928415:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849558.928424:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550605:550605:255:4294967295] 192.168.204.137@tcp LPNI seq info [550551:550551:7:4294967295] 00000400:00000200:1.0:1788849558.928441:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849558.928448:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:1.0:1788849558.928453:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:1.0:1788849558.928456:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cc3000. 00000800:00000200:1.0:1788849558.928461:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:1.0:1788849558.928465:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:1.0:1788849558.928468:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cc3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788849558.928471:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849558.928476:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: using a timeout of 25313 usecs (26 jiffies) 00000400:00000200:1.0:1788849558.928478:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849558.928480:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307989023 00000100:00000001:1.0:1788849558.928483:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4307992828 00000100:00000001:1.0:1788849558.928485:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307989023 00000100:00000001:1.0:1788849558.928487:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4307992828 00000100:00000001:1.0:1788849558.928489:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849558.928491:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849558.928494:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849558.928497:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849558.928505:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788849558.928508:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788849558.928511:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849558.928512:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849558.928513:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788849558.928516:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788849558.928518:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849558.928519:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788849558.928521:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849558.928523:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849558.928524:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849558.928525:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788849558.928529:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf30e00 x1875730900968320/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.928542:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788849558.928543:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849558.928546:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788849558.928547:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788849558.928550:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788849558.928553:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900968320:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849558.928556:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788849558.928558:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849558.928560:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849558.928561:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788849558.928564:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c4ec9e00. 02000000:00000001:1.0:1788849558.928566:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849558.928570:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849558.928573:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004ccd68. 00000400:00000010:1.0:1788849558.928577:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105ecc0. 00000100:00000200:1.0:1788849558.928580:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900968320, portal 10 00000100:00000001:1.0:1788849558.928582:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849558.928583:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006922752 : -118923702628864 : ffff93d6eaf30e00) 00000100:00000040:1.0:1788849558.928589:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf30e00 x1875730900968320/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.928595:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788849558.928598:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849558.928601:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105eb28. 00000100:00000200:1.0:1788849558.928603:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900968320, offset 0 00000400:00000200:1.0:1788849558.928608:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:1.0:1788849558.928611:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849558.928615:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:1.0:1788849558.928617:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788849558.928620:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:1.0:1788849558.928622:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788849558.928624:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849558.928632:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550606:550606:254:4294967295] 192.168.204.137@tcp LPNI seq info [550552:550552:6:4294967295] 00000400:00000200:1.0:1788849558.928636:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849558.928642:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:1.0:1788849558.928646:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:1.0:1788849558.928649:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cc3e00. 00000800:00000200:1.0:1788849558.928653:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:1.0:1788849558.928658:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:1.0:1788849558.928660:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cc3e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788849558.928663:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849558.928666:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33628 usecs (34 jiffies) 00000400:00000200:1.0:1788849558.928669:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849558.928671:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307989031 00000100:00000001:1.0:1788849558.928674:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4307992828 00000100:00000001:1.0:1788849558.928675:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307989031 00000100:00000001:1.0:1788849558.928677:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4307992828 00000100:00000001:1.0:1788849558.928680:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849558.928681:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849558.928684:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788849558.928688:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf33800 x1875730900968576/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.928694:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788849558.928696:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849558.928698:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788849558.928700:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788849558.928701:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788849558.928704:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900968576:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849558.928707:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788849558.928710:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849558.928712:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849558.928720:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788849558.928723:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c4ec8800. 02000000:00000001:1.0:1788849558.928725:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849558.928729:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849558.928732:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004cc898. 00000400:00000010:1.0:1788849558.928736:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e660. 00000100:00000200:1.0:1788849558.928739:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900968576, portal 4 00000100:00000001:1.0:1788849558.928741:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849558.928742:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006933504 : -118923702618112 : ffff93d6eaf33800) 00000100:00000040:1.0:1788849558.928749:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf33800 x1875730900968576/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.928755:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788849558.928758:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849558.928761:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e330. 00000100:00000200:1.0:1788849558.928763:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875730900968576, offset 0 00000400:00000200:1.0:1788849558.928767:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:1.0:1788849558.928771:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849558.928775:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:1.0:1788849558.928777:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788849558.928780:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:1.0:1788849558.928782:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788849558.928784:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849558.928787:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550607:550607:253:4294967295] 192.168.204.137@tcp LPNI seq info [550553:550553:5:4294967295] 00000400:00000200:1.0:1788849558.928791:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849558.928797:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:1.0:1788849558.928801:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:1.0:1788849558.928805:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cc3b00. 00000800:00000200:1.0:1788849558.928809:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:1.0:1788849558.928813:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:1.0:1788849558.928815:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cc3b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788849558.928819:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849558.928829:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: using a timeout of 135605 usecs (136 jiffies) 00000400:00000200:1.0:1788849558.928833:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849558.928835:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307989133 00000100:00000001:1.0:1788849558.928837:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4307992828 00000100:00000001:1.0:1788849558.928839:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307989133 00000100:00000001:1.0:1788849558.928840:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4307992828 00000100:00000001:1.0:1788849558.928842:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849558.928845:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849558.928847:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849558.928849:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849558.928867:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849558.928870:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788849558.933865:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849558.934574:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cc3300. 00000400:00000200:2.0:1788849558.934588:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849558.934601:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849558.934610:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e6e8 00000400:00000010:2.0:1788849558.934614:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e6e8. 00000100:00000001:2.0:1788849558.934620:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849558.934633:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf33b80 x1875730900968192/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849558.934647:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849558.934651:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf33b80 x1875730900968192/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849558.934659:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849558.934661:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788849558.934688:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849558.934691:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cc3000. 00000400:00000200:2.0:1788849558.934694:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849558.934697:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849558.934701:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105ebb0 00000400:00000010:2.0:1788849558.934703:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105ebb0. 00000100:00000001:2.0:1788849558.934705:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849558.934710:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf31c00 x1875730900968448/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849558.934719:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849558.934722:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf31c00 x1875730900968448/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849558.934727:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849558.934729:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788849558.934738:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849558.934740:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cc3e00. 00000400:00000200:2.0:1788849558.934743:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849558.934763:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849558.934767:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105eb28 00000400:00000010:2.0:1788849558.934769:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105eb28. 00000100:00000001:2.0:1788849558.934771:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849558.934777:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf30e00 x1875730900968320/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849558.934786:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849558.934789:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf30e00 x1875730900968320/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849558.934795:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849558.934797:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788849558.934857:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849558.934860:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cc3b00. 00000400:00000200:2.0:1788849558.934864:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849558.934868:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849558.934871:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e330 00000400:00000010:2.0:1788849558.934873:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e330. 00000100:00000001:2.0:1788849558.934875:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849558.934891:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf33800 x1875730900968576/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849558.934900:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849558.934903:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf33800 x1875730900968576/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849558.934909:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849558.934910:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0F:1788849558.944353:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849558.944387:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849558.944393:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849558.944396:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849558.944407:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849558.944417:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849558.944439:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849558.944446:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849558.944452:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849558.944457:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20be400 00000400:00000200:3.0:1788849558.944463:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849558.944470:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d0f5 [1] + 224 00000800:00000001:3.0:1788849558.944478:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849558.944483:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849558.944487:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849558.944492:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849558.944502:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849558.944515:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf31c00 x1875730900968448/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849558.944526:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf31c00 x1875730900968448/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849558.944546:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849558.944558:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849558.944562:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849558.944564:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849558.944566:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849558.944569:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849558.944573:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849558.944578:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849558.944580:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849558.944583:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849558.944586:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20be380 00000400:00000200:3.0:1788849558.944589:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849558.944600:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d0fd [1] + 224 00000800:00000001:3.0:1788849558.944604:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849558.944608:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849558.944610:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849558.944613:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849558.944616:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849558.944621:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf30e00 x1875730900968320/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849558.944628:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf30e00 x1875730900968320/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849558.944636:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849558.944639:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849558.944642:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849558.944643:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849558.944645:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849558.944648:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849558.944651:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849558.944655:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849558.944657:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849558.944659:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849558.944662:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 4 MB=0x6a9f7a20be480 00000400:00000200:3.0:1788849558.944665:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849558.944669:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d105 [1] + 224 00000800:00000001:3.0:1788849558.944672:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849558.944677:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849558.944679:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849558.944681:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849558.944684:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849558.944688:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf33800 x1875730900968576/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849558.944696:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf33800 x1875730900968576/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849558.944710:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849558.944714:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849558.944717:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849558.946690:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849558.946709:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849558.946715:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849558.946718:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849558.946727:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849558.946737:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849558.946746:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849558.946752:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849558.946758:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849558.946762:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 25 MB=0x6a9f7a20be300 00000400:00000200:3.0:1788849558.946767:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849558.946773:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d0ed [1] + 224 00000800:00000001:3.0:1788849558.946781:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849558.946787:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849558.946790:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849558.946795:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849558.946803:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849558.946814:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf33b80 x1875730900968192/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849558.946827:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf33b80 x1875730900968192/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849558.946838:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849558.946847:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849558.946850:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849558.946991:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849558.946997:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788849558.947006:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849558.947009:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849558.947013:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004ccd68. 00000400:00000200:1.0:1788849558.947019:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105ecc0 00000400:00000010:1.0:1788849558.947022:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105ecc0. 00000100:00000001:1.0:1788849558.947025:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849558.947032:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf30e00 x1875730900968320/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788849558.947042:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf30e00 x1875730900968320/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.947049:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849558.947051:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849558.947054:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849558.947059:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849558.947062:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849558.947065:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849558.947069:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849558.947081:0:2392:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=76 v=84 (84 84 85 86) 00000100:00001000:1.0:1788849558.947086:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=97 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849558.947100:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849558.947102:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849558.947106:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788849558.947111:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849558.947116:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788849558.947119:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771460 00000100:00000001:1.0:1788849558.947122:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788849558.947124:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849558.947131:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf30e00 x1875730900968320/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.947139:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849558.947143:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849558.947145:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849558.947150:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf30e00 x1875730900968320/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849558.947158:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900968320:192.168.204.137@tcp:400:kworker.0 00000400:00000001:1.0:1788849558.947166:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849558.947168:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849558.947170:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004cc898. 00000400:00000200:1.0:1788849558.947172:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e660 00000400:00000010:1.0:1788849558.947174:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e660. 00000100:00000001:1.0:1788849558.947177:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849558.947181:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf33800 x1875730900968576/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788849558.947191:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf33800 x1875730900968576/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.947198:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849558.947199:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849558.947201:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849558.947203:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849558.947205:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849558.947206:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849558.947215:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849558.947221:0:2392:0:(import.c:2149:obd_at_measure()) add 36 to ffff93d6e0ade460 time=76 v=36 (36 5 5 5) 00000100:00001000:1.0:1788849558.947224:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ade418 time=59 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849558.947227:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849558.947228:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849558.947230:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788849558.947232:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849558.947234:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788849558.947236:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93d6e0561000: skip recheck: last_committed 42949693919 00000100:00000001:1.0:1788849558.947238:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788849558.947240:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849558.947245:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf33800 x1875730900968576/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.947252:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849558.947254:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849558.947255:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849558.947259:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf33800 x1875730900968576/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849558.947267:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900968576:192.168.204.137@tcp:400:kworker.0 00000400:00000001:1.0:1788849558.947274:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849558.947275:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849558.947277:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004ccf78. 00000400:00000200:1.0:1788849558.947280:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105ed48 00000400:00000010:1.0:1788849558.947289:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105ed48. 00000100:00000001:1.0:1788849558.947292:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849558.947295:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf33b80 x1875730900968192/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788849558.947304:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf33b80 x1875730900968192/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.947311:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849558.947312:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849558.947320:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849558.947322:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849558.947324:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849558.947325:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849558.947327:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849558.947331:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6c9059460 time=77 v=5 (5 5 5 5) 00000100:00001000:1.0:1788849558.947334:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6c9059418 time=97 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849558.947336:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849558.947338:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849558.947339:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788849558.947341:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849558.947344:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849558.947348:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf33b80 x1875730900968192/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.947355:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849558.947356:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849558.947358:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849558.947361:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf33b80 x1875730900968192/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849558.947368:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2be9dc31-d936-46ce-82e2-523a967881fb:2392:1875730900968192:192.168.204.137@tcp:400:kworker.0 00000400:00000001:1.0:1788849558.947374:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849558.947376:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849558.947378:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004ccc08. 00000400:00000200:1.0:1788849558.947380:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e550 00000400:00000010:1.0:1788849558.947382:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e550. 00000100:00000001:1.0:1788849558.947385:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849558.947389:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf31c00 x1875730900968448/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788849558.947398:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf31c00 x1875730900968448/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.947405:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849558.947407:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849558.947414:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849558.947416:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849558.947417:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849558.947419:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849558.947421:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849558.947439:0:2392:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e0ada460 time=76 v=84 (84 84 85 86) 00000100:00001000:1.0:1788849558.947443:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ada418 time=75 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849558.947445:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849558.947446:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849558.947447:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788849558.947452:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93d6eaf31c00 x1875730900968448/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788849558.947459:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849558.947462:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788849558.947464:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93d6e0561000: skip recheck: last_committed 21474836540 00000100:00000001:1.0:1788849558.947466:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788849558.947467:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849558.947471:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf31c00 x1875730900968448/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.947477:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849558.947479:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849558.947481:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849558.947485:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf31c00 x1875730900968448/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849558.947493:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900968448:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849558.947497:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849558.947500:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849558.947504:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf30e00 x1875730900968320/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.947511:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849558.947514:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849558.947525:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c4ec9e00. 02000000:00000001:1.0:1788849558.947529:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849558.947533:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849558.947535:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=5 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:1.0:1788849558.947538:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849558.947542:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3600. 02000000:00000001:1.0:1788849558.947547:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849558.947549:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849558.947552:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf30e00. 00000100:00000001:1.0:1788849558.947556:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849558.947558:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849558.947560:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849558.947564:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf33800 x1875730900968576/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.947571:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849558.947572:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849558.947574:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c4ec8800. 02000000:00000001:1.0:1788849558.947578:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849558.947579:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849558.947581:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6e0ade000 refcount=3 obd=lustre-OST0000-osc-ffff93d6e0561000 00000020:00000001:1.0:1788849558.947582:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849558.947584:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3200. 02000000:00000001:1.0:1788849558.947586:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849558.947587:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849558.947588:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf33800. 00000100:00000001:1.0:1788849558.947592:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849558.947593:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849558.947595:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849558.947599:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf33b80 x1875730900968192/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.947604:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849558.947606:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849558.947607:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c4ec8e00. 02000000:00000001:1.0:1788849558.947610:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849558.947611:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849558.947612:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6c9059000 refcount=3 obd=MGC192.168.204.137@tcp 00000020:00000001:1.0:1788849558.947620:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849558.947622:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3100. 02000000:00000001:1.0:1788849558.947624:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849558.947625:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849558.947627:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf33b80. 00000100:00000001:1.0:1788849558.947630:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849558.947631:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849558.947633:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849558.947637:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf31c00 x1875730900968448/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849558.947644:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849558.947645:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849558.947647:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c4ec9400. 02000000:00000001:1.0:1788849558.947649:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849558.947651:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849558.947652:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6e0ada000 refcount=3 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000020:00000001:1.0:1788849558.947654:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849558.947656:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3800. 02000000:00000001:1.0:1788849558.947658:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849558.947659:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849558.947661:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf31c00. 00000100:00000001:1.0:1788849558.947663:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849558.947664:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849558.947667:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849558.947678:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788849558.947680:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849558.947683:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849558.947686:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849559.115216:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849559.115223:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849559.115230:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849559.115231:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788849559.118832:0:235786:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788849559.118837:0:235786:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788849559.118842:0:235786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788849559.149890:0:278625:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849559.641468:0:278689:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849560.139000:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849560.139005:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849560.139009:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849560.139010:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849560.139331:0:251615:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849560.139335:0:251615:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849560.139338:0:251615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788849560.495449:0:278782:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788849560.786569:0:278818:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788849560.786578:0:278818:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 812b: do not drop no resend request for idle connect ========================================================== 02:39:19 (1788849559) 00000001:00000001:0.0:1788849560.795080:0:278818:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1788849561.025816:0:278839:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788849561.025823:0:278839:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788849561.025825:0:278839:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788849561.025828:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169fbc0 00000080:00200000:0.0:1788849561.025832:0:278839:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93d6fa4eec08),name=/ 00000080:00000010:0.0:1788849561.025839:0:278839:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff93d6c94d5800. 00800000:00000002:0.0:1788849561.025846:0:278839:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff93d6f9f89ec0 2 00000080:00000001:0.0:1788849561.025849:0:278839:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788849561.025855:0:278839:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788849561.025857:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169fae0 00800000:00000002:0.0:1788849561.025859:0:278839:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788849561.025863:0:278839:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788849561.025866:0:278839:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788849561.025868:0:278839:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788849561.025871:0:278839:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788849561.025873:0:278839:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788849561.025875:0:278839:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.025877:0:278839:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788849561.025880:0:278839:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.025883:0:278839:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788849561.025894:0:278839:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788849561.025896:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169f9b0 00000002:00010000:0.0:1788849561.025898:0:278839:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788849561.025902:0:278839:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788849561.025904:0:278839:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788849561.025907:0:278839:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788849561.025914:0:278839:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93d6c72c7900 count: 2 00010000:00000001:0.0:1788849561.025916:0:278839:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788849561.025921:0:278839:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788849561.025925:0:278839:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788849561.025929:0:278839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6c9319800/0x71ea8cdfc74df967 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b2a2 expref: -99 pid: 276749 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788849561.025974:0:278839:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788849561.025980:0:278839:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849561.025984:0:278839:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6c9319800/0x71ea8cdfc74df967 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b2a2 expref: -99 pid: 276749 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788849561.025993:0:278839:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788849561.025995:0:278839:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788849561.025997:0:278839:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788849561.025999:0:278839:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788849561.026001:0:278839:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788849561.026004:0:278839:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:0.0:1788849561.026007:0:278839:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788849561.026009:0:278839:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff93d6f9f89ec0 2 00000080:00000010:0.0:1788849561.026013:0:278839:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff93d6c94d5800. 00000080:00000001:0.0:1788849561.026018:0:278839:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788849561.026020:0:278839:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788849561.026022:0:278839:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93d6fa4eec08) 00000080:00010000:0.0:1788849561.026026:0:278839:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93d6fa4eec08) for lock 0x71ea8cdfc74df967 00800000:00000001:0.0:1788849561.026029:0:278839:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788849561.026032:0:278839:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788849561.026039:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.026043:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.026046:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6c9319800 refcount=3 00000020:00000001:0.0:1788849561.026049:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149440595968 : -118924268955648 : ffff93d6c9319800) 00010000:00000001:0.0:1788849561.026052:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149440595968 : -118924268955648 : ffff93d6c9319800) 00010000:00000001:0.0:1788849561.026056:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.026058:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788849561.026060:0:278839:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.026062:0:278839:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788849561.026064:0:278839:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x71ea8cdfc74df967 from it ffffb1574169fbf8 00010000:00000001:0.0:1788849561.026067:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.026068:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.026069:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6c9319800 refcount=3 00000020:00000001:0.0:1788849561.026071:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149440595968 : -118924268955648 : ffff93d6c9319800) 00010000:00000001:0.0:1788849561.026073:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149440595968 : -118924268955648 : ffff93d6c9319800) 00010000:00000001:0.0:1788849561.026075:0:278839:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788849561.026078:0:278839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6c9319800/0x71ea8cdfc74df967 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x74d08b105503b2a2 expref: -99 pid: 276749 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788849561.026084:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.026085:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.026086:0:278839:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788849561.026088:0:278839:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788849561.026091:0:278839:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6c9319800/0x71ea8cdfc74df967 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b2a2 expref: -99 pid: 276749 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788849561.026100:0:278839:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849561.026103:0:278839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849561.026105:0:278839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849561.026109:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.026110:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.026112:0:278839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.026115:0:278839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849561.026117:0:278839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.026118:0:278839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.026126:0:278839:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.026128:0:278839:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788849561.026129:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.026130:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788849561.026133:0:278839:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788849561.026135:0:278839:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788849561.026137:0:278839:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93d6fa4eec08), inode mode 41ff mask 1 00000080:00000001:0.0:1788849561.026142:0:278839:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788849561.026151:0:278839:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff93d6c93f7fe0. 00000080:00000001:0.0:1788849561.026155:0:278839:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788849561.026156:0:278839:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788849561.026158:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169fb00 00000080:00200000:0.0:1788849561.026160:0:278839:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93d6fa4eec08),name=/ 00000080:00000010:0.0:1788849561.026164:0:278839:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff93d6c94d5800. 00800000:00000002:0.0:1788849561.026167:0:278839:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff93d6f9f89ec0 2 00000080:00000001:0.0:1788849561.026169:0:278839:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788849561.026171:0:278839:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788849561.026172:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169fa20 00800000:00000002:0.0:1788849561.026174:0:278839:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788849561.026177:0:278839:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788849561.026178:0:278839:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788849561.026180:0:278839:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788849561.026181:0:278839:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788849561.026183:0:278839:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788849561.026184:0:278839:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.026186:0:278839:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788849561.026188:0:278839:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.026190:0:278839:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788849561.026193:0:278839:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788849561.026195:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169f8f0 00000002:00010000:0.0:1788849561.026197:0:278839:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788849561.026199:0:278839:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788849561.026201:0:278839:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788849561.026202:0:278839:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788849561.026205:0:278839:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93d6c72c7900 count: 2 00010000:00000001:0.0:1788849561.026207:0:278839:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788849561.026215:0:278839:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788849561.026217:0:278839:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788849561.026221:0:278839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6c9319800/0x71ea8cdfc74df967 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b2a2 expref: -99 pid: 276749 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788849561.026227:0:278839:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788849561.026230:0:278839:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849561.026232:0:278839:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6c9319800/0x71ea8cdfc74df967 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b2a2 expref: -99 pid: 276749 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788849561.026238:0:278839:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788849561.026239:0:278839:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788849561.026241:0:278839:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788849561.026242:0:278839:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788849561.026244:0:278839:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788849561.026246:0:278839:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:0.0:1788849561.026248:0:278839:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788849561.026250:0:278839:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff93d6f9f89ec0 2 00000080:00000010:0.0:1788849561.026252:0:278839:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff93d6c94d5800. 00000080:00000001:0.0:1788849561.026255:0:278839:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788849561.026256:0:278839:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788849561.026258:0:278839:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93d6fa4eec08) 00000080:00010000:0.0:1788849561.026261:0:278839:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93d6fa4eec08) for lock 0x71ea8cdfc74df967 00800000:00000001:0.0:1788849561.026263:0:278839:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788849561.026265:0:278839:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788849561.026266:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.026267:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.026269:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6c9319800 refcount=3 00000020:00000001:0.0:1788849561.026270:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149440595968 : -118924268955648 : ffff93d6c9319800) 00010000:00000001:0.0:1788849561.026273:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149440595968 : -118924268955648 : ffff93d6c9319800) 00010000:00000001:0.0:1788849561.026275:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.026276:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788849561.026277:0:278839:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.026279:0:278839:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788849561.026287:0:278839:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x71ea8cdfc74df967 from it ffffb1574169fb38 00010000:00000001:0.0:1788849561.026289:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.026290:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.026291:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6c9319800 refcount=3 00000020:00000001:0.0:1788849561.026293:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149440595968 : -118924268955648 : ffff93d6c9319800) 00010000:00000001:0.0:1788849561.026295:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149440595968 : -118924268955648 : ffff93d6c9319800) 00010000:00000001:0.0:1788849561.026297:0:278839:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788849561.026299:0:278839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6c9319800/0x71ea8cdfc74df967 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x74d08b105503b2a2 expref: -99 pid: 276749 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788849561.026305:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.026306:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.026308:0:278839:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788849561.026309:0:278839:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788849561.026311:0:278839:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6c9319800/0x71ea8cdfc74df967 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b2a2 expref: -99 pid: 276749 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788849561.026318:0:278839:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849561.026320:0:278839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849561.026321:0:278839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849561.026323:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.026324:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.026325:0:278839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.026327:0:278839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849561.026328:0:278839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.026330:0:278839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.026332:0:278839:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.026333:0:278839:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788849561.026334:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.026335:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788849561.026337:0:278839:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788849561.026338:0:278839:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788849561.026340:0:278839:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93d6fa4eec08), inode mode 41ff mask 3 00000080:00000001:0.0:1788849561.026343:0:278839:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.026346:0:278839:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788849561.026353:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169fb58 00000080:00200000:0.0:1788849561.026355:0:278839:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff93d6fa4eec08), file ffff93d6c2b0ca80, open_flags a141, mode 81b6 opened 0 00000080:00000010:0.0:1788849561.026360:0:278839:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff93d6eafd9120. 00000080:00000001:0.0:1788849561.026364:0:278839:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788849561.026366:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169fa08 00000080:00200000:0.0:1788849561.026368:0:278839:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff93d6fa4eec08), intent=open|creat 00000080:00000010:0.0:1788849561.026373:0:278839:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff93d6c94d5800. 00800000:00000002:0.0:1788849561.026377:0:278839:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff93d6f9f89ec0 2 00000080:00000001:0.0:1788849561.026382:0:278839:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788849561.026399:0:278839:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788849561.026401:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169f928 00800000:00000002:0.0:1788849561.026403:0:278839:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788849561.026406:0:278839:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788849561.026409:0:278839:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788849561.026411:0:278839:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788849561.026413:0:278839:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788849561.026414:0:278839:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788849561.026415:0:278839:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788849561.026417:0:278839:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.026418:0:278839:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788849561.026420:0:278839:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.026423:0:278839:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446625150241947648 : -118923467603968 : ffff93d6f8f54000) 00800000:00000001:0.0:1788849561.026426:0:278839:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788849561.026428:0:278839:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788849561.026432:0:278839:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788849561.026434:0:278839:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788849561.026436:0:278839:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff93d6e0561000: Allocated FID [0x200002b17:0x12fc:0x0] 40000000:00000001:0.0:1788849561.026439:0:278839:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.026441:0:278839:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.026443:0:278839:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.026445:0:278839:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849561.026447:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169f8a8 00800000:00000002:0.0:1788849561.026448:0:278839:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x12fc:0x0], name='f812b.sanity' -> mds #0 layout version 1 00000002:00000001:0.0:1788849561.026452:0:278839:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788849561.026453:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169f7e0 00000002:00010000:0.0:1788849561.026461:0:278839:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f812b.sanity,[0x200002b17:0x12fc:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:0.0:1788849561.026464:0:278839:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788849561.026467:0:278839:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788849561.026469:0:278839:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788849561.026472:0:278839:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.026474:0:278839:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788849561.026476:0:278839:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93d6c72c7900 count: 2 00010000:00000001:0.0:1788849561.026477:0:278839:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788849561.026480:0:278839:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788849561.026483:0:278839:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788849561.026486:0:278839:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6c9319800/0x71ea8cdfc74df967 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x74d08b105503b2a2 expref: -99 pid: 276749 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788849561.026494:0:278839:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788849561.026497:0:278839:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788849561.026499:0:278839:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788849561.026501:0:278839:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788849561.026503:0:278839:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788849561.026504:0:278839:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788849561.026506:0:278839:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93d6c72c7900 count: 3 00010000:00000001:0.0:1788849561.026508:0:278839:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788849561.026510:0:278839:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.026512:0:278839:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788849561.026513:0:278839:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788849561.026514:0:278839:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93d6c72c7900 count: 3 00010000:00000001:0.0:1788849561.026516:0:278839:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788849561.026518:0:278839:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.026519:0:278839:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788849561.026520:0:278839:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788849561.026521:0:278839:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93d6c72c7900 count: 3 00010000:00000001:0.0:1788849561.026523:0:278839:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788849561.026524:0:278839:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.026525:0:278839:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788849561.026528:0:278839:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff93d6fa4eeb40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788849561.026531:0:278839:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788849561.026539:0:278839:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788849561.026541:0:278839:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788849561.026543:0:278839:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.026546:0:278839:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788849561.026549:0:278839:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788849561.026551:0:278839:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788849561.026552:0:278839:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788849561.026554:0:278839:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788849561.026557:0:278839:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff93d6c9319800 with handle 0x71ea8cdfc74df967 from hash 00010000:00000001:0.0:1788849561.026559:0:278839:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788849561.026561:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.026562:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.026563:0:278839:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788849561.026565:0:278839:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788849561.026566:0:278839:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788849561.026569:0:278839:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788849561.026571:0:278839:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788849561.026573:0:278839:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788849561.026579:0:278839:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d7011ba300. 00000020:00000040:0.0:1788849561.026583:0:278839:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=6 obd=lustre-MDT0000-mdc-ffff93d6e0561000 02000000:00000001:0.0:1788849561.026589:0:278839:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788849561.026591:0:278839:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.026593:0:278839:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788849561.026597:0:278839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849561.026600:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.026601:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.026603:0:278839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.026605:0:278839:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788849561.026607:0:278839:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788849561.026610:0:278839:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788849561.026616:0:278839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93d6c5ea5400. 00000100:00000001:0.0:1788849561.026622:0:278839:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.026626:0:278839:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788849561.026628:0:278839:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788849561.026631:0:278839:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6c9319800/0x71ea8cdfc74df967 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x74d08b105503b2a2 expref: -99 pid: 276749 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788849561.026643:0:278839:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788849561.026644:0:278839:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788849561.026646:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788849561.026647:0:278839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6c9319800/0x71ea8cdfc74df967 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x74d08b105503b2a2 expref: -99 pid: 276749 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788849561.026653:0:278839:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff93d6c72c7900 count: 0 00010000:00000010:0.0:1788849561.026656:0:278839:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93d6f17b3480. 00010000:00000001:0.0:1788849561.026662:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.026663:0:278839:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.026664:0:278839:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788849561.026665:0:278839:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.026666:0:278839:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.026674:0:278839:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625150378681088 : -118923330870528 : ffff93d7011ba300) 00010000:00000001:0.0:1788849561.026678:0:278839:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788849561.026679:0:278839:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788849561.026682:0:278839:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff93d6c3cf6200. 00010000:00000010:0.0:1788849561.026685:0:278839:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93d6eac1e480. 00010000:00000001:0.0:1788849561.026687:0:278839:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788849561.026690:0:278839:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93d6e0531c00. 00000020:00000001:0.0:1788849561.026692:0:278839:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788849561.026694:0:278839:0:(lustre_handles.c:93:class_handle_hash()) added object ffff93d6e0531c00 with handle 0x71ea8cdfc74df97c to hash 00000020:00000001:0.0:1788849561.026695:0:278839:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788849561.026696:0:278839:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.026699:0:278839:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.026701:0:278839:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788849561.026702:0:278839:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849561.026705:0:278839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 278839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788849561.026709:0:278839:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278839 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788849561.026722:0:278839:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff93d6e0561000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788849561.026731:0:278839:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff93d7011ba300 x1875730900968832/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788849561.026740:0:278839:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788849561.026746:0:278839:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788849561.026747:0:278839:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788849561.026754:0:278839:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93d6d8558900. 00000100:00000001:0.0:1788849561.026756:0:278839:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625149694609664 : -118924014941952 : ffff93d6d8558900) 00000100:00000001:0.0:1788849561.026758:0:278839:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.026760:0:278839:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378681088 : -118923330870528 : ffff93d7011ba300) 00000100:00000001:0.0:1788849561.026765:0:278839:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788849561.026769:0:278839:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.026771:0:278839:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788849561.026773:0:278839:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788849561.026777:0:278839:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d7011ba300 x1875730900968832/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.026784:0:278839:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849561.026786:0:278839:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849561.026790:0:278839:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849561.026793:0:278839:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788849561.026795:0:278839:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849561.026798:0:278839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d7011ba300 pname:cluuid:pid:xid:nid:opc:job lfs:1e66267e-6e95-48f4-b0ec-6ef916809d2f:278839:1875730900968832:192.168.204.137@tcp:101:lfs.0 00000100:00000001:0.0:1788849561.026801:0:278839:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788849561.026807:0:278839:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788849561.026810:0:278839:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849561.026813:0:278839:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788849561.026860:0:278839:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff93d6f2880000. 02000000:00000001:0.0:1788849561.026862:0:278839:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849561.026870:0:278839:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:0.0:1788849561.026880:0:278839:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ffcb8. 00000400:00000010:0.0:1788849561.026887:0:278839:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff93d6c5ea7c00. 00000100:00000200:0.0:1788849561.026894:0:278839:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875730900968832, portal 10 00000100:00000001:0.0:1788849561.026896:0:278839:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.026897:0:278839:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378681088 : -118923330870528 : ffff93d7011ba300) 00000100:00000040:0.0:1788849561.026904:0:278839:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff93d7011ba300 x1875730900968832/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788849676 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.026911:0:278839:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849561.026914:0:278839:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849561.026918:0:278839:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2c38. 00000100:00000200:0.0:1788849561.026922:0:278839:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1875730900968832, offset 0 00000400:00000200:0.0:1788849561.026928:0:278839:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849561.026936:0:278839:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849561.026983:0:278839:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:0.0:1788849561.026988:0:278839:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849561.026992:0:278839:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849561.026996:0:278839:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849561.026999:0:278839:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:0.0:1788849561.027003:0:278839:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550608:550608:256:4294967295] 192.168.204.137@tcp LPNI seq info [550554:550554:8:4294967295] 00000400:00000200:0.0:1788849561.027008:0:278839:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849561.027018:0:278839:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849561.027024:0:278839:0:(socklnd_cb.c:931:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849561.027029:0:278839:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cbe400. 00000800:00000200:0.0:1788849561.027036:0:278839:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849561.027043:0:278839:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849561.027047:0:278839:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cbe400 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:0.0:1788849561.027059:0:278839:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849561.027063:0:278839:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33626 usecs (34 jiffies) 00000400:00000200:0.0:1788849561.027066:0:278839:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849561.027069:0:278839:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307991129 00000100:00000001:0.0:1788849561.027072:0:278839:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4307992828 00000100:00000001:0.0:1788849561.027080:0:278839:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307991129 00000100:00000001:0.0:1788849561.027082:0:278839:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4307992828 00000100:00000001:0.0:1788849561.027085:0:278839:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849561.027088:0:278839:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.027090:0:278839:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849561.027092:0:278839:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=110 : 110 : 6e) 00000100:00100000:0.0:1788849561.027094:0:278839:0:(client.c:2715:ptlrpc_set_wait()) set ffff93d6d8558900 going to sleep for 110 seconds 00000100:00000001:0.0:1788849561.027097:0:278839:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849561.027100:0:278839:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788849561.028851:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849561.028869:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cbe400. 00000400:00000200:3.0:1788849561.028875:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849561.028883:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849561.028890:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2c38 00000400:00000010:3.0:1788849561.028892:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2c38. 00000100:00000001:3.0:1788849561.028897:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849561.028903:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d7011ba300 x1875730900968832/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788849676 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788849561.028915:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849561.028919:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93d7011ba300 x1875730900968832/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788849676 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788849561.028925:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849561.029027:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1F:1788849561.035139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93d6c72c7900. 00010000:00000010:0.1:1788849561.035222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93d6c9319800. 00000800:00000001:3.0:1788849561.037848:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.037865:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849561.037869:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.037872:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849561.037881:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.037903:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849561.037913:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.037918:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.037923:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.037927:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 608 into portal 10 MB=0x6a9f7a20be580 00000400:00000200:3.0:1788849561.037931:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.037937:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 608/608 into md 0x52d10d [32] + 224 00000800:00000001:3.0:1788849561.037984:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.037991:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849561.037995:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849561.038000:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849561.038007:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849561.038017:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d7011ba300 x1875730900968832/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788849676 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788849561.038028:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff93d7011ba300 x1875730900968832/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788849676 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788849561.038061:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849561.038085:0:278839:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788849561.038095:0:278839:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788849561.038097:0:278839:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788849561.038100:0:278839:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ffcb8. 00000400:00000200:0.0:1788849561.038105:0:278839:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6c5ea7c00 00000400:00000010:0.0:1788849561.038107:0:278839:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff93d6c5ea7c00. 00000100:00000001:0.0:1788849561.038111:0:278839:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788849561.038117:0:278839:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d7011ba300 x1875730900968832/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788849676 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788849561.038127:0:278839:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d7011ba300 x1875730900968832/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788849676 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.038134:0:278839:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849561.038136:0:278839:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849561.038138:0:278839:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788849561.038142:0:278839:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788849561.038145:0:278839:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849561.038147:0:278839:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849561.038150:0:278839:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788849561.038164:0:278839:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=79 v=84 (84 84 85 86) 00000100:00001000:0.0:1788849561.038168:0:278839:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=100 v=5 (1 1 0 0) 00000100:00000001:0.0:1788849561.038170:0:278839:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788849561.038172:0:278839:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.038175:0:278839:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788849561.038178:0:278839:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.038181:0:278839:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788849561.038189:0:278839:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x4000125f5/0x1] 00000100:00000001:0.0:1788849561.038191:0:278839:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788849561.038193:0:278839:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.038194:0:278839:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378681088 : -118923330870528 : ffff93d7011ba300) 00000100:00000001:0.0:1788849561.038197:0:278839:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788849561.038199:0:278839:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771460 00000100:00000001:0.0:1788849561.038201:0:278839:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788849561.038203:0:278839:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849561.038219:0:278839:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d7011ba300 x1875730900968832/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1788849676 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.038227:0:278839:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849561.038230:0:278839:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849561.038232:0:278839:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788849561.038237:0:278839:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d7011ba300 x1875730900968832/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1788849676 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788849561.038245:0:278839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d7011ba300 pname:cluuid:pid:xid:nid:opc:job lfs:1e66267e-6e95-48f4-b0ec-6ef916809d2f:278839:1875730900968832:192.168.204.137@tcp:101:lfs.0 00000100:00000001:0.0:1788849561.038250:0:278839:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849561.038253:0:278839:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.038254:0:278839:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788849561.038256:0:278839:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849561.038259:0:278839:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93d7011ba300 x1875730900968832/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1788849676 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.038265:0:278839:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788849561.038268:0:278839:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93d6d8558900. 00000100:00000001:0.0:1788849561.038271:0:278839:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788849561.038272:0:278839:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.038274:0:278839:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788849561.038279:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.038281:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.038285:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=4 00000020:00000001:0.0:1788849561.038287:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.038289:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000040:0.0:1788849561.038302:0:278839:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff93d6e0531c00, remote cookie: 0x74d08b105503b2e1, flags: 0x1001 00010000:00010000:0.0:1788849561.038308:0:278839:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b2e1 expref: -99 pid: 278839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788849561.038316:0:278839:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0x12fc:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788849561.038320:0:278839:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788849561.038327:0:278839:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff93d6c3cf6100. 00010000:00000010:0.0:1788849561.038331:0:278839:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93d6eac1e500. 00010000:00000040:0.0:1788849561.038336:0:278839:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff93d6c3cf6200 count: 0 00010000:00000010:0.0:1788849561.038341:0:278839:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93d6eac1e480. 00010000:00000001:0.0:1788849561.038348:0:278839:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849561.038352:0:278839:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 4/0,1 mode: --/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b2e1 expref: -99 pid: 278839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788849561.038370:0:278839:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 4/0,1 mode: --/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b2e1 expref: -99 pid: 278839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.038378:0:278839:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788849561.038612:0:278839:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788849561.038616:0:278839:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788849561.038617:0:278839:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788849561.038619:0:278839:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788849561.038621:0:278839:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0x12fc:0x0].0x0 (ffff93d6c3cf6100) refcount = 1 00010000:00010000:0.0:1788849561.038627:0:278839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x74d08b105503b2e1 expref: -99 pid: 278839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.038634:0:278839:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788849561.038638:0:278839:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788849561.038639:0:278839:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788849561.038643:0:278839:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788849561.038645:0:278839:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849561.038655:0:278839:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b2e1 expref: -99 pid: 278839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.038662:0:278839:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788849561.038663:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.038665:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.038666:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.038667:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.038668:0:278839:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.038673:0:278839:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788849561.038676:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.038677:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.038679:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=3 00000020:00000001:0.0:1788849561.038681:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.038683:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.038685:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.038686:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.038687:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=4 00000020:00000001:0.0:1788849561.038689:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.038691:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.038693:0:278839:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788849561.038696:0:278839:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849561.038699:0:278839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x74d08b105503b2e1 expref: -99 pid: 278839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.038704:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.038705:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.038707:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.038708:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.038709:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=5 00000020:00000001:0.0:1788849561.038711:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.038713:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.038716:0:278839:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788849561.038724:0:278839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x74d08b105503b2e1 expref: -99 pid: 278839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.038736:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.038738:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788849561.038741:0:278839:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x74d08b105503b2e1 expref: -99 pid: 278839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000001:2.0:1788849561.038747:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1788849561.038748:0:278839:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788849561.038752:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.038753:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:2.0:1788849561.038756:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788849561.038827:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.038828:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788849561.038835:0:278839:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x8000037, status=0 req@ffff93d7011ba300 x1875730900968832/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1788849676 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788849561.038846:0:278839:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788849561.038851:0:278839:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff93d7011ba300 x1875730900968832/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1788849676 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788849561.038857:0:278839:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.038860:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.038861:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.038863:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=3 00000020:00000001:0.0:1788849561.038865:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.038867:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.038870:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.038871:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788849561.038873:0:278839:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.038875:0:278839:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.038877:0:278839:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788849561.038879:0:278839:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.038881:0:278839:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378681088 : -118923330870528 : ffff93d7011ba300) 00000100:00000001:0.0:1788849561.038883:0:278839:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.038884:0:278839:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378681088 : -118923330870528 : ffff93d7011ba300) 00010000:00000001:0.0:1788849561.038892:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.038893:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.038895:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=3 00000020:00000001:0.0:1788849561.038897:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.038899:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00000002:00010000:0.0:1788849561.038902:0:278839:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b2e1 expref: -99 pid: 278839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.038909:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.038910:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.038912:0:278839:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788849561.038914:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.038915:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.038916:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=3 00000020:00000001:0.0:1788849561.038918:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.038920:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000040:0.0:1788849561.038924:0:278839:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93d6c3cf6100 count: 2 00010000:00000001:0.0:1788849561.038927:0:278839:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788849561.038930:0:278839:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93d6c575a400 type 13 mode 4 res 8589945623/4860 (0 0) 00010000:00000001:0.0:1788849561.038933:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.038935:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788849561.038936:0:278839:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788849561.038981:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169f768 00000002:00002000:0.0:1788849561.038984:0:278839:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=open|creat status=0 disp=0x9800037: rc = 0 00000002:00000001:0.0:1788849561.038988:0:278839:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.038992:0:278839:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.038994:0:278839:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788849561.038997:0:278839:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:0.0:1788849561.039001:0:278839:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.039005:0:278839:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff93d6f9f89ec0 2 00000080:00000001:0.0:1788849561.039007:0:278839:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788849561.039009:0:278839:0:(namei.c:674:ll_lookup_it_finish()) it ffff93d6eafd9120 it_disposition 9800037 00000080:00002000:0.0:1788849561.039014:0:278839:0:(namei.c:653:ll_splice_alias()) Add dentry ffff93d6d1961af8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788849561.039024:0:278839:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788849561.039027:0:278839:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788849561.039029:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169f998 00000080:00200000:0.0:1788849561.039031:0:278839:0:(namei.c:1628:ll_create_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff93d6fa4eec08), intent=open|creat 00000080:00000001:0.0:1788849561.039034:0:278839:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788849561.039037:0:278839:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788849561.039042:0:278839:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788849561.039045:0:278839:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788849561.039048:0:278839:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330428 : 144115373145330428 : 200002b170012fc) 00000080:00000001:0.0:1788849561.039051:0:278839:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788849561.039064:0:278839:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff93d6d8f44200. 00000020:00000001:0.0:1788849561.039073:0:278839:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788849561.039075:0:278839:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788849561.039077:0:278839:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788849561.039079:0:278839:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200002b17:0x12fc:0x0](ffff93d6d8f442c8) 00000080:00000001:0.0:1788849561.039083:0:278839:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330428 : 144115373145330428 : 200002b170012fc) 00000080:00000001:0.0:1788849561.039086:0:278839:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:0.0:1788849561.039088:0:278839:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115373145330428 mtime from 0 to 1788849561 00000080:00200000:0.0:1788849561.039092:0:278839:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200002b17:0x12fc:0x0], updating i_size 0 00000080:00000001:0.0:1788849561.039094:0:278839:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000020:00000001:0.0:1788849561.039097:0:278839:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788849561.039101:0:278839:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625149390561864 : -118924318989752 : ffff93d6c6362248) 00000020:00001000:0.0:1788849561.039103:0:278839:0:(cl_object.c:823:cl_env_get()) 1@ffff93d6c6362240 00000020:00000001:0.0:1788849561.039107:0:278839:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788849561.039112:0:278839:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff93d6f9ce0258. 00000020:00000001:0.0:1788849561.039114:0:278839:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788849561.039116:0:278839:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788849561.039122:0:278839:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788849561.039128:0:278839:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff93d7005526c8. 00020000:00000001:0.0:1788849561.039130:0:278839:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446625150365673160 : -118923343878456 : ffff93d7005526c8) 00020000:00000001:0.0:1788849561.039133:0:278839:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788849561.039135:0:278839:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849561.039140:0:278839:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625150256153304 : -118923453398312 : ffff93d6f9ce02d8) 00000020:00001000:0.0:1788849561.039142:0:278839:0:(cl_object.c:917:cl_env_put()) 1@ffff93d6c6362240 00000080:00000001:0.0:1788849561.039145:0:278839:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625149705011912 : -118924004539704 : ffff93d6d8f442c8) 00010000:00000001:0.0:1788849561.039152:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.039153:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.039155:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=3 00000020:00000001:0.0:1788849561.039157:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.039160:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00000080:00000001:0.0:1788849561.039163:0:278839:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788849561.039164:0:278839:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788849561.039166:0:278839:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625149390561864 : -118924318989752 : ffff93d6c6362248) 00000020:00001000:0.0:1788849561.039168:0:278839:0:(cl_object.c:823:cl_env_get()) 1@ffff93d6c6362240 00000020:00000001:0.0:1788849561.039170:0:278839:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788849561.039173:0:278839:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:0.0:1788849561.039176:0:278839:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff93d7005526c8) owner ffff93d6e9840000 00020000:00000001:0.0:1788849561.039178:0:278839:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788849561.039181:0:278839:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff93d7005526c8) owner ffff93d6e9840000 00020000:00000002:0.0:1788849561.039184:0:278839:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x12fc:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788849561.039186:0:278839:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849561.039188:0:278839:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849561.039191:0:278839:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788849561.039194:0:278839:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff93d7005526c8) owner 0000000000000000/ffff93d6e9840000 00020000:00000002:0.0:1788849561.039197:0:278839:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff93d7005526c8) owner 0000000000000000/ffff93d6e9840000 00020000:00000001:0.0:1788849561.039200:0:278839:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788849561.039201:0:278839:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788849561.039203:0:278839:0:(file.c:6843:ll_layout_conf()) [0x200002b17:0x12fc:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:0.0:1788849561.039206:0:278839:0:(cl_object.c:917:cl_env_put()) 1@ffff93d6c6362240 00000080:00000001:0.0:1788849561.039208:0:278839:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.039210:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.039211:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788849561.039213:0:278839:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788849561.039215:0:278839:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788849561.039217:0:278839:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788849561.039219:0:278839:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200002b17:0x12fc:0x0](ffff93d6d8f442c8) 00000080:00010000:0.0:1788849561.039222:0:278839:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x12fc:0x0](ffff93d6d8f442c8) for lock 0x71ea8cdfc74df97c 00800000:00000001:0.0:1788849561.039226:0:278839:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788849561.039228:0:278839:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788849561.039234:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.039236:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.039238:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=3 00000020:00000001:0.0:1788849561.039240:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.039243:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.039246:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.039247:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788849561.039249:0:278839:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.039252:0:278839:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.039254:0:278839:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788849561.039256:0:278839:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849561.039261:0:278839:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff93d7011ba300 x1875730900968832/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1788849676 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.039269:0:278839:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788849561.039274:0:278839:0:(namei.c:1651:ll_create_it()) inode ffff93d6d8f442c8 need_sync_to_mds [0x200002b17:0x12fc:0x0] 00000080:00000001:0.0:1788849561.039277:0:278839:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788849561.039281:0:278839:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x12fc:0x0](ffff93d6d8f442c8) 00000080:00000001:0.0:1788849561.039284:0:278839:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788849561.039287:0:278839:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff93d6c94d5800. 00000100:00000001:0.0:1788849561.039291:0:278839:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849561.039294:0:278839:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93d7011ba300 x1875730900968832/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1788849676 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.039300:0:278839:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.039304:0:278839:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788849561.039306:0:278839:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788849561.039308:0:278839:0:(namei.c:1500:ll_atomic_open()) inode ffff93d6d8f442c8 need_sync_to_mds [0x200002b17:0x12fc:0x0] 00000080:00000001:0.0:1788849561.039316:0:278839:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788849561.039319:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169fa68 00000080:00200008:0.0:1788849561.039321:0:278839:0:(file.c:1090:ll_file_open()) START file f812b.sanity:[0x200002b17:0x12fc:0x0](ffff93d6d8f442c8), flags 120501 00000080:00000010:0.0:1788849561.039328:0:278839:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff93d6d0f103c0. 00000080:00000010:0.0:1788849561.039333:0:278839:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff93d6e09868c0. 00000080:00000001:0.0:1788849561.039335:0:278839:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788849561.039339:0:278839:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788849561.039342:0:278839:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788849561.039348:0:278839:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788849561.039351:0:278839:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788849561.039353:0:278839:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788849561.039355:0:278839:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.039371:0:278839:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x12fc:0x0] 00800000:00000001:0.0:1788849561.039373:0:278839:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.039377:0:278839:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788849561.039381:0:278839:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff93d6c93f7560. 00000002:00100000:0.0:1788849561.039395:0:278839:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff93d7011ba300 x1875730900968832/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1788849676 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788849561.039402:0:278839:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.039404:0:278839:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788849561.039407:0:278839:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788849561.039414:0:278839:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.039417:0:278839:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849561.039420:0:278839:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849561.039423:0:278839:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011ba300 x1875730900968832/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1788849676 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788849561.039430:0:278839:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788849561.039433:0:278839:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff93d6f2880000. 02000000:00000001:0.0:1788849561.039457:0:278839:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788849561.039459:0:278839:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849561.039462:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169fa68 00000080:00000008:0.0:1788849561.039464:0:278839:0:(file.c:1329:ll_file_open()) COMPLETED file f812b.sanity:[0x200002b17:0x12fc:0x0](ffff93d6d8f442c8), flags 100101, rc = 0 00000080:00000001:0.0:1788849561.039468:0:278839:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788849561.039470:0:278839:0:(dcache.c:176:ll_intent_release()) intent ffff93d6eafd9120 released 00000080:00010000:0.0:1788849561.039472:0:278839:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x71ea8cdfc74df97c from it ffff93d6eafd9120 00010000:00000001:0.0:1788849561.039475:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.039476:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.039478:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=3 00000020:00000001:0.0:1788849561.039479:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.039482:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.039484:0:278839:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788849561.039492:0:278839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x74d08b105503b2e1 expref: -99 pid: 278839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.039499:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.039500:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.039501:0:278839:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788849561.039504:0:278839:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788849561.039507:0:278839:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x74d08b105503b2e1 expref: -99 pid: 278839 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788849561.039515:0:278839:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849561.039517:0:278839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849561.039519:0:278839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849561.039524:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.039525:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.039526:0:278839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.039530:0:278839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849561.039531:0:278839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.039533:0:278839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.039536:0:278839:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.039538:0:278839:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788849561.039539:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.039541:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788849561.039542:0:278839:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788849561.039545:0:278839:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788849561.039547:0:278839:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788849561.039548:0:278839:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788849561.039550:0:278839:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788849561.039552:0:278839:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.039555:0:278839:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788849561.039557:0:278839:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.039560:0:278839:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788849561.039562:0:278839:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.039564:0:278839:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788849561.039566:0:278839:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff93d6eafd9120. 00000080:00000001:0.0:1788849561.039570:0:278839:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.039574:0:278839:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788849561.039580:0:278839:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b17:0x12fc:0x0](ffff93d6d8f442c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1788849561.039585:0:278839:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.039618:0:278839:0:(file.c:4644:ll_file_ioctl()) Process entered 00000080:00200080:0.0:1788849561.039620:0:278839:0:(file.c:4646:ll_file_ioctl()) VFS Op:inode=[0x200002b17:0x12fc:0x0](ffff93d6d8f442c8) cmd=4008669a arg=aeb2e0 00000080:00000001:0.0:1788849561.039627:0:278839:0:(file.c:3002:ll_lov_setstripe()) Process entered 00000080:00000001:0.0:1788849561.039629:0:278839:0:(llite_lib.c:4366:ll_copy_user_md()) Process entered 00000080:00000010:0.0:1788849561.039634:0:278839:0:(llite_lib.c:4375:ll_copy_user_md()) kmalloced '(*kbuf)': 32 at ffff93d6c93f7d60. 00000080:00000001:0.0:1788849561.039637:0:278839:0:(llite_lib.c:4384:ll_copy_user_md()) Process leaving (rc=32 : 32 : 20) 00000080:00000001:0.0:1788849561.039640:0:278839:0:(file.c:2756:ll_lov_setstripe_ea_info()) Process entered 00000080:00000001:0.0:1788849561.039642:0:278839:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788849561.039645:0:278839:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff93d6c94d5800. 00800000:00000002:0.0:1788849561.039651:0:278839:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff93d6f9f89ec0 2 00000080:00000001:0.0:1788849561.039654:0:278839:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788849561.039656:0:278839:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788849561.039658:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169fb10 00800000:00000002:0.0:1788849561.039660:0:278839:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200002b17:0x12fc:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788849561.039663:0:278839:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788849561.039665:0:278839:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788849561.039666:0:278839:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788849561.039668:0:278839:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788849561.039669:0:278839:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788849561.039671:0:278839:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.039672:0:278839:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x12fc:0x0] 00800000:00000001:0.0:1788849561.039674:0:278839:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849561.039677:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169fa90 00800000:00000002:0.0:1788849561.039679:0:278839:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x12fc:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788849561.039682:0:278839:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788849561.039684:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169f9c8 00000002:00010000:0.0:1788849561.039686:0:278839:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0x12fc:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 040000002 00000002:00000001:0.0:1788849561.039689:0:278839:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788849561.039692:0:278839:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788849561.039695:0:278839:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788849561.039698:0:278839:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93d6c3cf6100 count: 2 00010000:00000001:0.0:1788849561.039700:0:278839:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788849561.039703:0:278839:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788849561.039705:0:278839:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.039712:0:278839:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.039714:0:278839:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.039716:0:278839:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788849561.039719:0:278839:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788849561.039724:0:278839:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d7011b8000. 00000020:00000040:0.0:1788849561.039727:0:278839:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=7 obd=lustre-MDT0000-mdc-ffff93d6e0561000 02000000:00000001:0.0:1788849561.039732:0:278839:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788849561.039733:0:278839:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.039736:0:278839:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788849561.039741:0:278839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849561.039744:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.039745:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.039746:0:278839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.039749:0:278839:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788849561.039752:0:278839:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788849561.039828:0:278839:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788849561.039835:0:278839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93d6c5ea7c00. 00000100:00000001:0.0:1788849561.039842:0:278839:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.039846:0:278839:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788849561.039848:0:278839:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.039849:0:278839:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788849561.039850:0:278839:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.039852:0:278839:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.039859:0:278839:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446625150378672128 : -118923330879488 : ffff93d7011b8000) 00010000:00000001:0.0:1788849561.039863:0:278839:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788849561.039865:0:278839:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788849561.039870:0:278839:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff93d6c3cf6d00. 00010000:00000010:0.0:1788849561.039873:0:278839:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93d6eac1e480. 00010000:00000001:0.0:1788849561.039877:0:278839:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788849561.039880:0:278839:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93d6e0530800. 00000020:00000001:0.0:1788849561.039884:0:278839:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788849561.039887:0:278839:0:(lustre_handles.c:93:class_handle_hash()) added object ffff93d6e0530800 with handle 0x71ea8cdfc74df983 to hash 00000020:00000001:0.0:1788849561.039889:0:278839:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788849561.039891:0:278839:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:0.0:1788849561.039894:0:278839:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:0.0:1788849561.039903:0:278839:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788849561.039905:0:278839:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849561.039908:0:278839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df983 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 278839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788849561.039916:0:278839:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df983 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278839 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788849561.039929:0:278839:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff93d6e0561000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788849561.039935:0:278839:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff93d7011b8000 x1875730900969088/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788849561.039988:0:278839:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df983 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788849561.039995:0:278839:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788849561.039997:0:278839:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788849561.040002:0:278839:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93d6d8558900. 00000100:00000001:0.0:1788849561.040004:0:278839:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625149694609664 : -118924014941952 : ffff93d6d8558900) 00000100:00000001:0.0:1788849561.040007:0:278839:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.040008:0:278839:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378672128 : -118923330879488 : ffff93d7011b8000) 00000100:00000001:0.0:1788849561.040012:0:278839:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788849561.040016:0:278839:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.040018:0:278839:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788849561.040020:0:278839:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788849561.040024:0:278839:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d7011b8000 x1875730900969088/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.040032:0:278839:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849561.040034:0:278839:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849561.040038:0:278839:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849561.040040:0:278839:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788849561.040043:0:278839:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849561.040048:0:278839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d7011b8000 pname:cluuid:pid:xid:nid:opc:job lfs:1e66267e-6e95-48f4-b0ec-6ef916809d2f:278839:1875730900969088:192.168.204.137@tcp:101:lfs.0 00000100:00000001:0.0:1788849561.040060:0:278839:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788849561.040066:0:278839:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788849561.040068:0:278839:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849561.040071:0:278839:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788849561.040152:0:278839:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff93d6f1140000. 02000000:00000001:0.0:1788849561.040154:0:278839:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849561.040163:0:278839:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:0.0:1788849561.040167:0:278839:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ffcb8. 00000400:00000010:0.0:1788849561.040173:0:278839:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff93d700512800. 00000100:00000200:0.0:1788849561.040181:0:278839:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875730900969088, portal 10 00000100:00000001:0.0:1788849561.040183:0:278839:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.040185:0:278839:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378672128 : -118923330879488 : ffff93d7011b8000) 00000100:00000040:0.0:1788849561.040191:0:278839:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff93d7011b8000 x1875730900969088/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788849676 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.040199:0:278839:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849561.040202:0:278839:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849561.040205:0:278839:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2f68. 00000100:00000200:0.0:1788849561.040209:0:278839:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875730900969088, offset 0 00000400:00000200:0.0:1788849561.040215:0:278839:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849561.040223:0:278839:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849561.040229:0:278839:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:0.0:1788849561.040235:0:278839:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849561.040240:0:278839:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849561.040243:0:278839:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849561.040246:0:278839:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:0.0:1788849561.040250:0:278839:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550609:550609:256:4294967295] 192.168.204.137@tcp LPNI seq info [550555:550555:8:4294967295] 00000400:00000200:0.0:1788849561.040254:0:278839:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849561.040263:0:278839:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849561.040269:0:278839:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849561.040274:0:278839:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cbe200. 00000800:00000200:0.0:1788849561.040281:0:278839:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849561.040294:0:278839:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849561.040299:0:278839:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cbe200 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788849561.040319:0:278839:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849561.040324:0:278839:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33618 usecs (34 jiffies) 00000400:00000200:0.0:1788849561.040327:0:278839:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849561.040331:0:278839:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307991143 00000100:00000001:0.0:1788849561.040335:0:278839:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4307992828 00000100:00000001:0.0:1788849561.040337:0:278839:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307991143 00000100:00000001:0.0:1788849561.040340:0:278839:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4307992828 00000100:00000001:0.0:1788849561.040342:0:278839:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849561.040345:0:278839:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.040348:0:278839:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849561.040350:0:278839:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=110 : 110 : 6e) 00000100:00100000:0.0:1788849561.040354:0:278839:0:(client.c:2715:ptlrpc_set_wait()) set ffff93d6d8558900 going to sleep for 110 seconds 00000100:00000001:0.0:1788849561.040357:0:278839:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849561.040359:0:278839:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788849561.040458:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849561.040463:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cbe200. 00000400:00000200:3.0:1788849561.040468:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849561.040474:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849561.040479:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2f68 00000400:00000010:3.0:1788849561.040482:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2f68. 00000100:00000001:3.0:1788849561.040486:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849561.040491:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d7011b8000 x1875730900969088/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788849676 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788849561.040501:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849561.040504:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93d7011b8000 x1875730900969088/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788849676 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788849561.040511:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849561.040513:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788849561.043802:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849561.043817:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849561.043821:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849561.043837:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849561.043845:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849561.043853:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849561.043861:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849561.043866:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849561.043871:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849561.043874:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 328 into portal 15 MB=0x6a9f79f5ec900 00000400:00000200:2.0:1788849561.043882:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.137@tcp of length 328/328 into md 0x52ca55 [2] + 1768 00000400:00000010:2.0:1788849561.043888:0:2386:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6ea8a0b00. 00000400:00000200:2.0:1788849561.043892:0:2386:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93d6c5dccb40 00000800:00000001:2.0:1788849561.044174:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849561.044332:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788849561.044333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93d6c3cf6200. 00000400:00000200:2.0:1788849561.044336:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849561.044344:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849561.044349:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6c5dccb40 00000400:00000010:2.0:1788849561.044352:0:2386:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff93d6c5dccb40. 00000100:00000001:2.0:1788849561.044358:0:2386:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788849561.044360:0:2386:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1788849561.044363:0:2386:0:(events.c:337:request_in_callback()) incoming req@ffff93d6f1657050 x1875730856069376 msgsize 328 00000100:00100000:2.0:1788849561.044440:0:2386:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.137@tcp (source: 12345-192.168.204.137@tcp) 00000100:00000040:2.0:1788849561.044443:0:2386:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1788849561.044496:0:2386:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1788849561.044505:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849561.044509:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788849561.044557:0:235778:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff93d6f8f04c00. 00000100:00000010:3.0:1788849561.044566:0:235778:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff93d6f9e1c000. 00000100:00100000:3.0:1788849561.044569:0:235778:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1788849561.044572:0:235778:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1788849561.044577:0:235778:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6e08e4268. 00000400:00000010:3.0:1788849561.044582:0:235778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff93d6c3f54c00. 00000100:00000001:3.0:1788849561.044591:0:235778:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788849561.044593:0:235778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875730856069376 02000000:00000001:3.0:1788849561.044596:0:235778:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788849561.044598:0:235778:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788849561.044600:0:235778:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849561.044605:0:235778:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788849561.044609:0:235778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875730856069376 00000020:00000001:3.0:1788849561.044612:0:235778:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788849561.044614:0:235778:0:(genops.c:804:class_conn2export()) looking for export cookie 0x71ea8cdfc74bff76 00000020:00000001:3.0:1788849561.044617:0:235778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788849561.044620:0:235778:0:(lustre_handles.c:148:class_handle2object()) GET export ffff93d700511000 refcount=5 00000020:00000001:3.0:1788849561.044630:0:235778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625150365405184 : -118923344146432 : ffff93d700511000) 00000020:00000001:3.0:1788849561.044632:0:235778:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446625150365405184 : -118923344146432 : ffff93d700511000) 00000100:00000001:3.0:1788849561.044637:0:235778:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788849561.044641:0:235778:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93d6faac4f00. 00000100:00000001:3.0:1788849561.044644:0:235778:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788849561.044646:0:235778:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff93d6faac4f00. 00000020:00000010:3.0:1788849561.044656:0:235778:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93d6e15a8000. 00000020:00000010:3.0:1788849561.044662:0:235778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93d6f161fc80. 00000020:00000010:3.0:1788849561.044667:0:235778:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93d6f147d3e8. 00000100:00000040:3.0:1788849561.044677:0:235778:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788849561.044680:0:235778:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788849561.044681:0:235778:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788849561.044684:0:235778:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849561.044692:0:235778:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849561.044744:0:235778:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849561.044757:0:235778:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788849561.044759:0:235778:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788849561.044764:0:235778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.137@tcp, seq: 5380 00000100:00000040:3.0:1788849561.044767:0:235778:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff93d700511000 : new rpc_count 1 00000100:00000001:3.0:1788849561.044769:0:235778:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446625150115082320 : -118923594469296 : ffff93d6f1657050) 00000100:00000040:3.0:1788849561.044777:0:235778:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff93d6f1657050 x1875730856069376/t0(0) o104->1e66267e-6e95-48f4-b0ec-6ef916809d2f@192.168.204.137@tcp:137/0 lens 328/0 e 0 to 0 dl 1788849572 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849561.044786:0:235778:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788849561.044789:0:235778:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93d6faac4f00. 00000100:00000001:3.0:1788849561.044791:0:235778:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788849561.044793:0:235778:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff93d6faac4f00. 00000100:00100000:3.0:1788849561.044797:0:235778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff93d6f1657050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:1e66267e-6e95-48f4-b0ec-6ef916809d2f+5:117911:x1875730856069376:12345-192.168.204.137@tcp:104: 00000100:00000200:3.0:1788849561.044801:0:235778:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875730856069376 00010000:00000001:3.0:1788849561.044804:0:235778:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788849561.044812:0:235778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788849561.044814:0:235778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788849561.044824:0:235778:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=2 00000020:00000001:3.0:1788849561.044827:0:235778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:3.0:1788849561.044830:0:235778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:3.0:1788849561.044834:0:235778:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788849561.044837:0:235778:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788849561.044853:0:235778:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x74d08b105503b2e1 expref: -99 pid: 278839 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788849561.044864:0:235778:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788849561.044867:0:235778:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788849561.044871:0:235778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93d6f8f06800. 02000000:00000001:3.0:1788849561.044874:0:235778:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849561.044876:0:235778:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849561.044881:0:235778:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788849561.044884:0:235778:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788849561.044887:0:235778:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6d17e8de8 time=220 v=5 (1 1 1 1) 00000100:00000001:3.0:1788849561.044892:0:235778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788849561.044906:0:235778:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff93d6c962a180 refcount 16 to 192.168.204.137@tcp 00000100:00000001:3.0:1788849561.044909:0:235778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446625149443809664 : -118924265741952 : ffff93d6c962a180) 02000000:00000001:3.0:1788849561.044911:0:235778:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788849561.044913:0:235778:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849561.044916:0:235778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788849561.044919:0:235778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:3.0:1788849561.044922:0:235778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05f68. 00000100:00000200:3.0:1788849561.044926:0:235778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875730856069376, offset 224 00000400:00000200:3.0:1788849561.044933:0:235778:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:3.0:1788849561.044963:0:235778:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.044976:0:235778:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.204.37@tcp to MR: 192.168.204.137@tcp local destination 00000400:00000200:3.0:1788849561.044983:0:235778:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550610:550610:256:4294967295] 192.168.204.137@tcp LPNI seq info [550556:550556:8:4294967295] 00000400:00000200:3.0:1788849561.044987:0:235778:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.044994:0:235778:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:192.168.204.37@tcp) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:3.0:1788849561.045000:0:235778:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:3.0:1788849561.045010:0:235778:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6c2c73700. 00000800:00000200:3.0:1788849561.045017:0:235778:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:3.0:1788849561.045023:0:235778:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:3.0:1788849561.045038:0:235778:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6c2c73700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788849561.045050:0:235778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849561.045055:0:235778:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff93d6c962a180 refcount 15 to 192.168.204.137@tcp 00010000:00000001:3.0:1788849561.045058:0:235778:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788849561.045061:0:235778:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff93d6c3f54600. 00010000:00000001:3.0:1788849561.045064:0:235778:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788849561.045074:0:235778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788849561.045077:0:235778:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849561.045078:0:235778:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849561.045080:0:235778:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849561.045085:0:235778:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6f1657050 x1875730856069376/t0(0) o104->1e66267e-6e95-48f4-b0ec-6ef916809d2f@192.168.204.137@tcp:137/0 lens 328/224 e 0 to 0 dl 1788849572 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788849561.045096:0:235778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff93d6f1657050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:1e66267e-6e95-48f4-b0ec-6ef916809d2f+5:117911:x1875730856069376:12345-192.168.204.137@tcp:104: Request processed in 307us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1788849561.045104:0:235778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.137@tcp, seq: 5380 00000020:00000001:0.0:1788849561.045106:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1788849561.045108:0:235778:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff93d700511000 : new rpc_count 0 00000020:00000001:0.0:1788849561.045111:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849561.045112:0:235778:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788849561.045116:0:235778:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1788849561.045117:0:241781:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:3.0:1788849561.045122:0:235778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93d6f161fc80. 00010000:00000001:0.0:1788849561.045122:0:241781:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788849561.045125:0:241781:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1788849561.045128:0:235778:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93d6f147d3e8. 00010000:00010000:0.0:1788849561.045131:0:241781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x74d08b105503b2e1 expref: -99 pid: 278839 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00000010:3.0:1788849561.045134:0:235778:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93d6e15a8000. 00000020:00000040:3.0:1788849561.045142:0:235778:0:(genops.c:879:class_export_put()) PUTting export ffff93d700511000 : new refcount 4 00010000:00010000:0.0:1788849561.045145:0:241781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93d6e0531c00 already unused, calling callback (ffffffffc1923460) 02000000:00000001:3.0:1788849561.045150:0:235778:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 00000080:00000001:0.0:1788849561.045150:0:241781:0:(namei.c:477:ll_md_blocking_ast()) Process entered 02000000:00000010:3.0:1788849561.045155:0:235778:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff93d6f1654800. 00010000:00010000:0.0:1788849561.045157:0:241781:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x74d08b105503b2e1 expref: -99 pid: 278839 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788849561.045160:0:235778:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788849561.045164:0:235778:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000d500. 00010000:00000001:0.0:1788849561.045169:0:241781:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 02000000:00000001:3.0:1788849561.045172:0:235778:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1788849561.045173:0:241781:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 02000000:00000010:3.0:1788849561.045175:0:235778:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff93d70107b800. 02000000:00000001:3.0:1788849561.045178:0:235778:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:0.0:1788849561.045185:0:241781:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x74d08b105503b2e1 expref: -99 pid: 278839 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788849561.045192:0:241781:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788849561.045195:0:241781:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788849561.045198:0:241781:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000010:3.0:1788849561.045200:0:235778:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6ea079180. 00000020:00000001:0.0:1788849561.045200:0:241781:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.045204:0:241781:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=3 02000000:00000001:3.0:1788849561.045207:0:235778:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1788849561.045208:0:241781:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 02000000:00000010:3.0:1788849561.045211:0:235778:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff93d70107bc00. 00010000:00000001:0.0:1788849561.045213:0:241781:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 02000000:00000001:3.0:1788849561.045215:0:235778:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1788849561.045218:0:241781:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00000100:00000010:3.0:1788849561.045219:0:235778:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6ea079c00. 00010000:00010000:0.0:1788849561.045222:0:241781:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 3/0,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x74d08b105503b2e1 expref: -99 pid: 278839 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788849561.045224:0:235778:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788849561.045227:0:235778:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff93d70107a000. 02000000:00000001:3.0:1788849561.045232:0:235778:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788849561.045236:0:235778:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000f800. 00000080:00000001:0.0:1788849561.045236:0:241781:0:(namei.c:477:ll_md_blocking_ast()) Process entered 02000000:00000001:3.0:1788849561.045239:0:235778:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 00000080:00000001:0.0:1788849561.045242:0:241781:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788849561.045245:0:241781:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788849561.045247:0:241781:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b17:0x12fc:0x0] mode (null) 02000000:00000010:3.0:1788849561.045251:0:235778:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff93d6f1655c00. 00000002:00000001:0.0:1788849561.045253:0:241781:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 02000000:00000001:3.0:1788849561.045256:0:235778:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1788849561.045257:0:241781:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00000100:00000010:3.0:1788849561.045261:0:235778:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6ea079880. 00010000:00000040:0.0:1788849561.045265:0:241781:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93d6c3cf6100 count: 2 00000100:00000010:3.0:1788849561.045266:0:235778:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff93d6e9802000. 00010000:00000001:0.0:1788849561.045270:0:241781:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1788849561.045273:0:235778:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff93d6f1657000. 00000002:00000001:0.0:1788849561.045276:0:241781:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849561.045278:0:235778:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788849561.045280:0:241781:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788849561.045282:0:241781:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788849561.045284:0:241781:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93d6c3cf6100 count: 2 00010000:00000001:0.0:1788849561.045287:0:241781:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788849561.045290:0:241781:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.045291:0:241781:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788849561.045292:0:241781:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788849561.045294:0:241781:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93d6c3cf6100 count: 2 00010000:00000001:0.0:1788849561.045296:0:241781:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788849561.045297:0:241781:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.045299:0:241781:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788849561.045306:0:241781:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788849561.045308:0:241781:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93d6c3cf6100 count: 2 00010000:00000001:0.0:1788849561.045310:0:241781:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788849561.045312:0:241781:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.045314:0:241781:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.045317:0:241781:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788849561.045319:0:241781:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788849561.045322:0:241781:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625149390561864 : -118924318989752 : ffff93d6c6362248) 00000020:00001000:0.0:1788849561.045325:0:241781:0:(cl_object.c:823:cl_env_get()) 1@ffff93d6c6362240 00000020:00000001:0.0:1788849561.045327:0:241781:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788849561.045330:0:241781:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b17:0x12fc:0x0]: losing layout lock 00000080:00000001:0.0:1788849561.045333:0:241781:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788849561.045336:0:241781:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788849561.045341:0:241781:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788849561.045344:0:241781:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788849561.045347:0:241781:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x12fc:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788849561.045349:0:241781:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849561.045351:0:241781:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788849561.045352:0:241781:0:(cl_object.c:917:cl_env_put()) 1@ffff93d6c6362240 00000080:00000001:0.0:1788849561.045354:0:241781:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.045358:0:241781:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788849561.045360:0:241781:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b17:0x12fc:0x0](ffff93d6d8f442c8) invalid 00000020:00000001:0.0:1788849561.045363:0:241781:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb15741d8fc40 00000080:00002000:0.0:1788849561.045365:0:241781:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f812b.sanity (ffff93d6d1961af8) parent ffff93d6d8f850d8 inode ffff93d6d8f442c8 refc 1 00000080:00000001:0.0:1788849561.045369:0:241781:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788849561.045371:0:241781:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788849561.045373:0:241781:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.045376:0:241781:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788849561.045380:0:241781:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788849561.045381:0:241781:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788849561.045394:0:241781:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788849561.045397:0:241781:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788849561.045400:0:241781:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff93d6e0531c00 with handle 0x71ea8cdfc74df97c from hash 00010000:00000001:0.0:1788849561.045402:0:241781:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788849561.045404:0:241781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.045406:0:241781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.045407:0:241781:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788849561.045416:0:241781:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788849561.045418:0:241781:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788849561.045423:0:241781:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849561.045428:0:241781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.045429:0:241781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.045431:0:241781:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.045433:0:241781:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788849561.045435:0:241781:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788849561.045440:0:241781:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d7011b9f80. 00000020:00000040:0.0:1788849561.045454:0:241781:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=8 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000100:00000001:0.0:1788849561.045459:0:241781:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788849561.045461:0:241781:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788849561.045466:0:241781:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788849561.045471:0:241781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93d6c94d4600. 00000100:00000001:0.0:1788849561.045477:0:241781:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.045480:0:241781:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788849561.045484:0:241781:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 2/0,0 mode: --/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x74d08b105503b2e1 expref: -99 pid: 278839 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788849561.045491:0:241781:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788849561.045492:0:241781:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849561.045498:0:241781:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788849561.045509:0:241781:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849561.045517:0:241781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034d599ac] to pc [ptlrpcd_00_01+1] req@ffff93d7011b9f80 x1875730900969216/t0(0) o103->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788849561.045545:0:241781:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788849561.045547:0:241781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.045548:0:241781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.045550:0:241781:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.045552:0:241781:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.045554:0:241781:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849561.045557:0:241781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 1/0,0 mode: --/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x74d08b105503b2e1 expref: -99 pid: 278839 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788849561.045564:0:241781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788849561.045572:0:241781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df97c lrc: 0/0,0 mode: --/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x74d08b105503b2e1 expref: -99 pid: 278839 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788849561.045580:0:241781:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff93d6c3cf6100 count: 0 00010000:00000010:0.0:1788849561.045585:0:241781:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93d6eac1e500. 00010000:00000001:0.0:1788849561.045593:0:241781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.045595:0:241781:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788849561.045597:0:241781:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff93d6c3f54600. 00010000:00000001:0.0:1788849561.045600:0:241781:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849561.045602:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788849561.045603:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849561.045605:0:241781:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788849561.045607:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788849561.045608:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849561.045610:0:241781:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788849561.045611:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788849561.045612:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849561.045614:0:241781:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788849561.046354:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849561.046360:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849561.046362:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788849561.046371:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d7011b9f80 x1875730900969216/t0(0) o103->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849561.046381:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788849561.046393:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849561.046406:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788849561.046409:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788849561.046412:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788849561.046416:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d7011b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900969216:192.168.204.137@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788849561.046420:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788849561.046426:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849561.046429:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849561.046431:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788849561.046436:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c960c800. 02000000:00000001:1.0:1788849561.046438:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849561.046443:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849561.046447:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004ccc08. 00000400:00000010:1.0:1788849561.046453:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e550. 00000100:00000200:1.0:1788849561.046458:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900969216, portal 18 00000100:00000001:1.0:1788849561.046460:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849561.046462:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378680192 : -118923330871424 : ffff93d7011b9f80) 00000100:00000040:1.0:1788849561.046469:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d7011b9f80 x1875730900969216/t0(0) o103->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849577 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849561.046476:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788849561.046478:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849561.046481:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105ed48. 00000100:00000200:1.0:1788849561.046484:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875730900969216, offset 0 00000400:00000200:1.0:1788849561.046489:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:1.0:1788849561.046495:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849561.046501:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:1.0:1788849561.046506:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788849561.046510:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:1.0:1788849561.046515:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788849561.046518:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849561.046521:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550611:550611:255:4294967295] 192.168.204.137@tcp LPNI seq info [550557:550557:7:4294967295] 00000400:00000200:1.0:1788849561.046525:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849561.046534:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:1.0:1788849561.046546:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:1.0:1788849561.046551:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cc3800. 00000800:00000200:1.0:1788849561.046556:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:1.0:1788849561.046562:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:1.0:1788849561.046565:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cc3800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788849561.046569:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849561.046574:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33618 usecs (34 jiffies) 00000400:00000200:1.0:1788849561.046577:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849561.046580:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307991149 00000100:00000001:1.0:1788849561.046584:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4307992828 00000100:00000001:1.0:1788849561.046586:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307991149 00000100:00000001:1.0:1788849561.046588:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4307992828 00000100:00000001:1.0:1788849561.046590:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849561.046593:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849561.046596:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849561.046599:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849561.046605:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788849561.046607:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788849561.046609:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849561.046610:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849561.046612:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849561.046614:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849561.046624:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849561.046626:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788849561.048759:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849561.048767:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6c2c73700. 00000400:00000200:3.0:1788849561.048773:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849561.048780:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849561.048787:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05f68 00000400:00000010:3.0:1788849561.048789:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05f68. 00000100:00000001:3.0:1788849561.048795:0:2385:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1788849561.048799:0:2385:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788849561.048802:0:2385:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff93d6f8f06800. 02000000:00000001:3.0:1788849561.048805:0:2385:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1788849561.048806:0:2385:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788849561.051050:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849561.051059:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cc3800. 00000400:00000200:3.0:1788849561.051065:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849561.051073:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849561.051146:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105ed48 00000400:00000010:3.0:1788849561.051150:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105ed48. 00000100:00000001:3.0:1788849561.051156:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849561.051165:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d7011b9f80 x1875730900969216/t0(0) o103->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849577 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849561.051546:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849561.051552:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011b9f80 x1875730900969216/t0(0) o103->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849577 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849561.051559:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849561.051561:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788849561.053578:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849561.053597:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849561.053601:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849561.053604:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849561.053612:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849561.053618:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849561.053626:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849561.053630:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849561.053634:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849561.053638:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 18 MB=0x6a9f7a20be700 00000400:00000200:2.0:1788849561.053667:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849561.053674:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d12d [1] + 224 00000800:00000001:2.0:1788849561.053682:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849561.053691:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849561.053695:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849561.053699:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849561.053706:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849561.053715:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d7011b9f80 x1875730900969216/t0(0) o103->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849577 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849561.053726:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d7011b9f80 x1875730900969216/t0(0) o103->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849577 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849561.053749:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849561.053757:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849561.053760:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849561.054151:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.054305:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849561.054308:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.054312:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849561.054316:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.054320:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849561.054326:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.054329:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.054332:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.054336:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 664 into portal 10 MB=0x6a9f7a20be680 00000400:00000200:3.0:1788849561.054339:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.054345:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 664/664 into md 0x52d115 [64] + 224 00000800:00000001:3.0:1788849561.054350:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.054355:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849561.054358:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849561.054361:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849561.054365:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1788849561.054434:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849561.054439:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788849561.054445:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849561.054448:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849561.054451:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004ccc08. 00000400:00000200:1.0:1788849561.054456:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e550 00000400:00000010:1.0:1788849561.054458:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e550. 00000100:00000001:1.0:1788849561.054461:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849561.054467:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d7011b9f80 x1875730900969216/t0(0) o103->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849577 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788849561.054485:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d7011b9f80 x1875730900969216/t0(0) o103->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849577 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788849561.054494:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d7011b8000 x1875730900969088/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788849676 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849561.054495:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849561.054499:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849561.054503:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849561.054508:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849561.054511:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1788849561.054513:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff93d7011b8000 x1875730900969088/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788849676 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849561.054514:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849561.054518:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849561.054530:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6e082bd38 time=220 v=5 (5 5 5 5) 00000100:00001000:1.0:1788849561.054535:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=100 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849561.054538:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849561.054539:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.054542:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788849561.054545:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849561.054548:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788849561.054550:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771460 00000100:00000001:1.0:1788849561.054552:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788849561.054555:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849561.054560:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d7011b9f80 x1875730900969216/t0(0) o103->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849577 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849561.054567:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849561.054570:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849561.054572:0:278839:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849561.054573:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849561.054580:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d7011b9f80 x1875730900969216/t0(0) o103->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849577 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849561.054588:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d7011b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900969216:192.168.204.137@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788849561.054594:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849561.054594:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849561.054599:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1788849561.054604:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1788849561.054604:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d7011b9f80 x1875730900969216/t0(0) o103->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849577 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788849561.054609:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849561.054621:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849561.054623:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849561.054627:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c960c800. 02000000:00000001:1.0:1788849561.054630:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849561.054633:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849561.054635:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=7 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:1.0:1788849561.054637:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849561.054640:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93d6c94d4600. 02000000:00000001:1.0:1788849561.054644:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849561.054646:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:0.0:1788849561.054647:0:278839:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000010:1.0:1788849561.054648:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d7011b9f80. 00000400:00000001:0.0:1788849561.054651:0:278839:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1788849561.054654:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1788849561.054655:0:278839:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ffcb8. 00000100:00000001:1.0:1788849561.054657:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788849561.054661:0:278839:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d700512800 00000100:00000001:1.0:1788849561.054662:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1788849561.054666:0:278839:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff93d700512800. 00000100:00000001:1.0:1788849561.054671:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849561.054672:0:278839:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1788849561.054675:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849561.054679:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1788849561.054681:0:278839:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d7011b8000 x1875730900969088/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788849676 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849561.054682:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788849561.054694:0:278839:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d7011b8000 x1875730900969088/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788849676 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.054701:0:278839:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849561.054702:0:278839:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849561.054704:0:278839:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788849561.054706:0:278839:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788849561.054707:0:278839:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849561.054709:0:278839:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849561.054718:0:278839:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788849561.054723:0:278839:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=79 v=84 (84 84 85 86) 00000100:00001000:0.0:1788849561.054726:0:278839:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=100 v=5 (1 1 0 0) 00000100:00000001:0.0:1788849561.054728:0:278839:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788849561.054732:0:278839:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff93d7011b8000 x1875730900969088/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 648/664 e 0 to 0 dl 1788849676 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.054739:0:278839:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788849561.054741:0:278839:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788849561.054743:0:278839:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788849561.054744:0:278839:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788849561.054746:0:278839:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.054748:0:278839:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378672128 : -118923330879488 : ffff93d7011b8000) 00000100:00000001:0.0:1788849561.054750:0:278839:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788849561.054751:0:278839:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771460 00000100:00000001:0.0:1788849561.054753:0:278839:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788849561.054755:0:278839:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788849561.054759:0:278839:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d7011b8000 x1875730900969088/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 648/664 e 0 to 0 dl 1788849676 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.054766:0:278839:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788849561.054768:0:278839:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849561.054770:0:278839:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788849561.054774:0:278839:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d7011b8000 x1875730900969088/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 648/664 e 0 to 0 dl 1788849676 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788849561.054782:0:278839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d7011b8000 pname:cluuid:pid:xid:nid:opc:job lfs:1e66267e-6e95-48f4-b0ec-6ef916809d2f:278839:1875730900969088:192.168.204.137@tcp:101:lfs.0 00000100:00000001:0.0:1788849561.054786:0:278839:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849561.054789:0:278839:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788849561.054791:0:278839:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788849561.054793:0:278839:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849561.054796:0:278839:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93d7011b8000 x1875730900969088/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 648/664 e 0 to 0 dl 1788849676 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.054803:0:278839:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788849561.054810:0:278839:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93d6d8558900. 00000100:00000001:0.0:1788849561.054813:0:278839:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788849561.054815:0:278839:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788849561.054818:0:278839:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788849561.054823:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.054825:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.054828:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0530800 refcount=4 00000020:00000001:0.0:1788849561.054830:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:0.0:1788849561.054834:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00010000:0.0:1788849561.054838:0:278839:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df983 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.054849:0:278839:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788849561.054854:0:278839:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df983 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 278839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.054860:0:278839:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788849561.054862:0:278839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df983 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 278839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.054868:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.054870:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788849561.054872:0:278839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df983 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 278839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.054878:0:278839:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788849561.054881:0:278839:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.054884:0:278839:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788849561.054886:0:278839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df983 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 278839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788849561.054892:0:278839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff93d6e0530800 already unused, calling callback (ffffffffc1923460) 00000080:00000001:0.0:1788849561.054895:0:278839:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788849561.054898:0:278839:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df983 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 278839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.054911:0:278839:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788849561.054913:0:278839:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788849561.054916:0:278839:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df983 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 278839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.054921:0:278839:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788849561.054924:0:278839:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788849561.054925:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.054927:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.054928:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0530800 refcount=5 00000020:00000001:0.0:1788849561.054930:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:0.0:1788849561.054933:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:0.0:1788849561.054936:0:278839:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788849561.054939:0:278839:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df983 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 278839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000010:0.1:1788849561.054979:0:278839:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93d6c3cf6100. 00010000:00000010:0.1:1788849561.054985:0:278839:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93d6e0531c00. 00000080:00000001:0.0:1788849561.054994:0:278839:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788849561.054995:0:278839:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849561.054998:0:278839:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788849561.055000:0:278839:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788849561.055003:0:278839:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788849561.055004:0:278839:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788849561.055006:0:278839:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788849561.055008:0:278839:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788849561.055010:0:278839:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff93d6e0530800 with handle 0x71ea8cdfc74df983 from hash 00010000:00000001:0.0:1788849561.055012:0:278839:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788849561.055014:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.055015:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.055016:0:278839:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788849561.055018:0:278839:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788849561.055019:0:278839:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788849561.055021:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.055027:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.055029:0:278839:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.055031:0:278839:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849561.055034:0:278839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df983 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 278839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.055039:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.055040:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.055042:0:278839:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788849561.055043:0:278839:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788849561.055044:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.055045:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.055046:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788849561.055049:0:278839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df983 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 278839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788849561.055055:0:278839:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff93d6c3cf6d00 count: 0 00010000:00000010:0.0:1788849561.055062:0:278839:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff93d6eac1e480. 00010000:00000001:0.0:1788849561.055070:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.055072:0:278839:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788849561.055077:0:278839:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788849561.055807:0:278839:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x800002b, status=0 req@ffff93d7011b8000 x1875730900969088/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 648/664 e 0 to 0 dl 1788849676 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788849561.055819:0:278839:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788849561.055824:0:278839:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff93d7011b8000 x1875730900969088/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 648/664 e 0 to 0 dl 1788849676 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788849561.055831:0:278839:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.055836:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788849561.055838:0:278839:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.055840:0:278839:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.055843:0:278839:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.055845:0:278839:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788849561.055847:0:278839:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.055849:0:278839:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378672128 : -118923330879488 : ffff93d7011b8000) 00010000:00000001:0.0:1788849561.055851:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788849561.055863:0:278839:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.055865:0:278839:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788849561.055868:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169f950 00000002:00002000:0.0:1788849561.055870:0:278839:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x880002b: rc = 0 00000002:00000001:0.0:1788849561.055873:0:278839:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.055876:0:278839:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.055879:0:278839:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788849561.055882:0:278839:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 0 00000080:00000001:0.0:1788849561.055884:0:278839:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.055887:0:278839:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff93d6f9f89ec0 2 00000080:00000010:0.0:1788849561.055891:0:278839:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff93d6c94d5800. 00000080:00000001:0.0:1788849561.055895:0:278839:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788849561.055901:0:278839:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788849561.055904:0:278839:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1788849561.055907:0:278839:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788849561.055911:0:278839:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625149390561864 : -118924318989752 : ffff93d6c6362248) 00000020:00001000:0.0:1788849561.055913:0:278839:0:(cl_object.c:823:cl_env_get()) 1@ffff93d6c6362240 00000020:00000001:0.0:1788849561.055915:0:278839:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788849561.055919:0:278839:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788849561.055921:0:278839:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788849561.055927:0:278839:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff93d6eafd9120. 00020000:00000010:0.0:1788849561.055931:0:278839:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff93d6c2bf7900. 00020000:00000010:0.0:1788849561.055936:0:278839:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff93d6eafd9ba0. 00020000:00000001:0.0:1788849561.055938:0:278839:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625150007614368 : -118923701937248 : ffff93d6eafd9ba0) 00020000:00000002:0.0:1788849561.055980:0:278839:0:(lov_ea.c:755:dump_lsm()) lsm ffff93d6eafd9ba0, objid 0x12fc:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788849561.055986:0:278839:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788849561.055990:0:278839:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff93d6c2bf7900: ostid: 0x280000401:21896 ost idx: 0 gen: 0 00020000:00000002:0.0:1788849561.055994:0:278839:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff93d7005526c8) owner ffff93d6e9840000 00020000:00000001:0.0:1788849561.055996:0:278839:0:(lov_object.c:1341:lov_layout_change()) Process entered 00000020:00000001:0.0:1788849561.055998:0:278839:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788849561.056000:0:278839:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625149389332488 : -118924320219128 : ffff93d6c6236008) 00000020:00001000:0.0:1788849561.056002:0:278839:0:(cl_object.c:823:cl_env_get()) 1@ffff93d6c6236000 00020000:00000002:0.0:1788849561.056004:0:278839:0:(lov_object.c:1353:lov_layout_change()) [0x200002b17:0x12fc:0x0] from EMPTY to COMPOSITE 00000020:00000001:0.0:1788849561.056007:0:278839:0:(cl_object.c:368:cl_object_prune()) Process entered 00000080:00000001:0.0:1788849561.056015:0:278839:0:(vvp_object.c:142:vvp_prune()) Process entered 00000080:00000001:0.0:1788849561.056017:0:278839:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788849561.056018:0:278839:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788849561.056019:0:278839:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625149390563448 : -118924318988168 : ffff93d6c6362878) 00000020:00001000:0.0:1788849561.056021:0:278839:0:(cl_object.c:823:cl_env_get()) 1@ffff93d6c6362870 00000020:00000001:0.0:1788849561.056025:0:278839:0:(cl_object.c:143:cl_object_top()) ffff93d6f9ce02d8 -> ffff93d6f9ce02d8 00000020:00000001:0.0:1788849561.056028:0:278839:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788849561.056030:0:278839:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788849561.056032:0:278839:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0x12fc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788849561.056035:0:278839:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788849561.056036:0:278839:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788849561.056038:0:278839:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788849561.056041:0:278839:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x12fc:0x0]io ffff93d6f99fc9a0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788849561.056044:0:278839:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff93d7005526c8) owner ffff93d6e9840000/ffff93d6e9840000 00020000:00000001:0.0:1788849561.056047:0:278839:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:0.0:1788849561.056049:0:278839:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1788849561.056050:0:278839:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff93d7005526c8) owner ffff93d6e9840000/ffff93d6e9840000 00000020:00000001:0.0:1788849561.056052:0:278839:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788849561.056055:0:278839:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:0.0:1788849561.056057:0:278839:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788849561.056059:0:278839:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0x12fc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788849561.056062:0:278839:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788849561.056063:0:278839:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788849561.056067:0:278839:0:(cl_object.c:917:cl_env_put()) 1@ffff93d6c6362870 00000080:00000001:0.0:1788849561.056070:0:278839:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.056073:0:278839:0:(vvp_object.c:154:vvp_prune()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849561.056075:0:278839:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788849561.056144:0:278839:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788849561.056147:0:278839:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788849561.056150:0:278839:0:(lov_object.c:1371:lov_layout_change()) [0x200002b17:0x12fc:0x0]Apply new layout lov ffff93d7005526c8, type 2 00020000:00000001:0.0:1788849561.056153:0:278839:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788849561.056156:0:278839:0:(lov_ea.c:755:dump_lsm()) lsm ffff93d6eafd9ba0, objid 0x12fc:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788849561.056160:0:278839:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788849561.056164:0:278839:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff93d6c2bf7900: ostid: 0x280000401:21896 ost idx: 0 gen: 0 00020000:00000010:0.0:1788849561.056169:0:278839:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff93d6c62a94a0. 00020000:00000010:0.0:1788849561.056177:0:278839:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff93d6d8558900. 00020000:00000001:0.0:1788849561.056240:0:278839:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788849561.056244:0:278839:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff93d6f28ea3f0. 00020000:00000001:0.0:1788849561.056248:0:278839:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788849561.056250:0:278839:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788849561.056256:0:278839:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788849561.056260:0:278839:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff93d6f9ce00c8. 00000020:00000001:0.0:1788849561.056262:0:278839:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788849561.056264:0:278839:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788849561.056266:0:278839:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446625150256152904 : -118923453398712 : ffff93d6f9ce0148) 00020000:00000001:0.0:1788849561.056270:0:278839:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788849561.056275:0:278839:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff93d6faa2a380. 00020000:00000001:0.0:1788849561.056277:0:278839:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849561.056282:0:278839:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446625150256152904 : -118923453398712 : ffff93d6f9ce0148) 00020000:00000001:0.0:1788849561.056285:0:278839:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446625150256152904 : -118923453398712 : ffff93d6f9ce0148) 00020000:00000002:0.0:1788849561.056288:0:278839:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x5588:0x0]@ffff93d6f9ce00c8[0:0] -> [0x200002b17:0x12fc:0x0]@ffff93d6f9ce0258: ostid: 0x280000401:21896 ost idx: 0 gen: 0 00020000:00000001:0.0:1788849561.056293:0:278839:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788849561.056296:0:278839:0:(lov_object.c:815:lov_init_composite()) Process leaving 00000020:00001000:0.0:1788849561.056297:0:278839:0:(cl_object.c:917:cl_env_put()) 1@ffff93d6c6236000 00020000:00000001:0.0:1788849561.056299:0:278839:0:(lov_object.c:1393:lov_layout_change()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788849561.056301:0:278839:0:(lov_object.c:1527:lov_conf_set()) Process leaving 00020000:00000002:0.0:1788849561.056302:0:278839:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff93d7005526c8) owner ffff93d6e9840000 00020000:00000002:0.0:1788849561.056305:0:278839:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x12fc:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788849561.056308:0:278839:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849561.056309:0:278839:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788849561.056311:0:278839:0:(cl_object.c:917:cl_env_put()) 1@ffff93d6c6362240 00000080:00000001:0.0:1788849561.056315:0:278839:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330428 : 144115373145330428 : 200002b170012fc) 00000080:00000001:0.0:1788849561.056318:0:278839:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1788849561.056323:0:278839:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200002b17:0x12fc:0x0], updating i_size 0 00000080:00000001:0.0:1788849561.056326:0:278839:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788849561.056329:0:278839:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788849561.056330:0:278839:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.056333:0:278839:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849561.056338:0:278839:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93d7011b8000 x1875730900969088/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/664 e 0 to 0 dl 1788849676 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.056351:0:278839:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.056355:0:278839:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.056358:0:278839:0:(file.c:3197:ll_release_openhandle()) Process entered 00000080:00000010:0.0:1788849561.056361:0:278839:0:(file.c:3210:ll_release_openhandle()) kmalloced '(och)': 56 at ffff93d6e0986f80. 00800000:00000001:0.0:1788849561.056365:0:278839:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788849561.056438:0:278839:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788849561.056441:0:278839:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788849561.056444:0:278839:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788849561.056446:0:278839:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788849561.056448:0:278839:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.056450:0:278839:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x12fc:0x0] 00800000:00000001:0.0:1788849561.056453:0:278839:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.056456:0:278839:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788849561.056460:0:278839:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff93d6c93f7e00. 00000002:00100000:0.0:1788849561.056466:0:278839:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff93d7011b8000 x1875730900969088/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/664 e 0 to 0 dl 1788849676 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788849561.056472:0:278839:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.056474:0:278839:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.056477:0:278839:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788849561.056480:0:278839:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff93d6c94d5800. 00000080:00000001:0.0:1788849561.056482:0:278839:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788849561.056487:0:278839:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788849561.056490:0:278839:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788849561.056492:0:278839:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788849561.056493:0:278839:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788849561.056494:0:278839:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788849561.056495:0:278839:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788849561.056497:0:278839:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.056499:0:278839:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x12fc:0x0] 00800000:00000001:0.0:1788849561.056500:0:278839:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.056502:0:278839:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200002b17:0x12fc:0x0] 00000002:00000001:0.0:1788849561.056505:0:278839:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788849561.056507:0:278839:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff93d6e0561000: [0x200002b17:0x12fc:0x0] file closed with intent: 0 00000100:00000010:0.0:1788849561.056512:0:278839:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d7011b8700. 00000020:00000040:0.0:1788849561.056519:0:278839:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=8 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000100:00000001:0.0:1788849561.056523:0:278839:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788849561.056525:0:278839:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788849561.056529:0:278839:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788849561.056535:0:278839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93d6c94d4400. 00000100:00000001:0.0:1788849561.056540:0:278839:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788849561.056549:0:278839:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff93d7011b8000 x1875730900969088/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/664 e 0 to 0 dl 1788849676 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788849561.056558:0:278839:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff93d6e0561000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788849561.056563:0:278839:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff93d7011b8700 x1875730900969472/t0(0) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788849561.056570:0:278839:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788849561.056571:0:278839:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788849561.056576:0:278839:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93d6d85589c0. 00000100:00000001:0.0:1788849561.056578:0:278839:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625149694609856 : -118924014941760 : ffff93d6d85589c0) 00000100:00000001:0.0:1788849561.056580:0:278839:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.056582:0:278839:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378673920 : -118923330877696 : ffff93d7011b8700) 00000100:00000001:0.0:1788849561.056586:0:278839:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788849561.056590:0:278839:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.056591:0:278839:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788849561.056593:0:278839:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788849561.056597:0:278839:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d7011b8700 x1875730900969472/t0(0) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.056604:0:278839:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849561.056606:0:278839:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849561.056609:0:278839:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849561.056611:0:278839:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788849561.056614:0:278839:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849561.056617:0:278839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d7011b8700 pname:cluuid:pid:xid:nid:opc:job lfs:1e66267e-6e95-48f4-b0ec-6ef916809d2f:278839:1875730900969472:192.168.204.137@tcp:35:lfs.0 00000100:00000001:0.0:1788849561.056621:0:278839:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788849561.056625:0:278839:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788849561.056628:0:278839:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849561.056633:0:278839:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788849561.056637:0:278839:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93d6c5ea5800. 02000000:00000001:0.0:1788849561.056639:0:278839:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849561.056645:0:278839:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:0.0:1788849561.056648:0:278839:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ffcb8. 00000400:00000010:0.0:1788849561.056654:0:278839:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2dd0. 00000100:00000200:0.0:1788849561.056661:0:278839:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875730900969472, portal 10 00000100:00000001:0.0:1788849561.056662:0:278839:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.056812:0:278839:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378673920 : -118923330877696 : ffff93d7011b8700) 00000100:00000040:0.0:1788849561.056820:0:278839:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff93d7011b8700 x1875730900969472/t0(0) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1788849577 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.056827:0:278839:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849561.056830:0:278839:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849561.056834:0:278839:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2cc0. 00000100:00000200:0.0:1788849561.056838:0:278839:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875730900969472, offset 0 00000400:00000200:0.0:1788849561.056845:0:278839:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849561.056853:0:278839:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849561.056860:0:278839:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:0.0:1788849561.056866:0:278839:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849561.056870:0:278839:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849561.056873:0:278839:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849561.056876:0:278839:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:0.0:1788849561.056880:0:278839:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550612:550612:256:4294967295] 192.168.204.137@tcp LPNI seq info [550558:550558:8:4294967295] 00000400:00000200:0.0:1788849561.056884:0:278839:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849561.056893:0:278839:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849561.056899:0:278839:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849561.056905:0:278839:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cbed00. 00000800:00000200:0.0:1788849561.056911:0:278839:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849561.056918:0:278839:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849561.056922:0:278839:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cbed00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788849561.056973:0:278839:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849561.056984:0:278839:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33605 usecs (34 jiffies) 00000400:00000200:0.0:1788849561.056988:0:278839:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849561.056991:0:278839:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307991160 00000100:00000001:0.0:1788849561.056994:0:278839:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4307992828 00000100:00000001:0.0:1788849561.056997:0:278839:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307991160 00000100:00000001:0.0:1788849561.056999:0:278839:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4307992828 00000100:00000001:0.0:1788849561.057002:0:278839:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849561.057005:0:278839:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.057008:0:278839:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849561.057010:0:278839:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788849561.057013:0:278839:0:(client.c:2715:ptlrpc_set_wait()) set ffff93d6d85589c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788849561.057016:0:278839:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849561.057019:0:278839:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788849561.057119:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849561.057124:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cbed00. 00000400:00000200:2.0:1788849561.057130:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849561.057135:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849561.057140:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2cc0 00000400:00000010:2.0:1788849561.057142:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2cc0. 00000100:00000001:2.0:1788849561.057146:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849561.057151:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d7011b8700 x1875730900969472/t0(0) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1788849577 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788849561.057171:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849561.057175:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93d7011b8700 x1875730900969472/t0(0) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1788849577 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788849561.057181:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849561.057183:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788849561.062210:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.062243:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849561.062247:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.062250:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849561.062259:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.062266:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849561.062274:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.062280:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.062286:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.062290:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 456 into portal 10 MB=0x6a9f7a20be800 00000400:00000200:3.0:1788849561.062295:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.062300:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 456/456 into md 0x52d135 [1] + 224 00000800:00000001:3.0:1788849561.062307:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.062313:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849561.062316:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849561.062321:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849561.062328:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849561.062336:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d7011b8700 x1875730900969472/t0(0) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1788849577 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788849561.062348:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff93d7011b8700 x1875730900969472/t0(0) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1788849577 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788849561.062367:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849561.062374:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.062377:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849561.062418:0:278839:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788849561.062426:0:278839:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788849561.062428:0:278839:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788849561.062432:0:278839:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ffcb8. 00000400:00000200:0.0:1788849561.062437:0:278839:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2dd0 00000400:00000010:0.0:1788849561.062440:0:278839:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2dd0. 00000100:00000001:0.0:1788849561.062443:0:278839:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788849561.062447:0:278839:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d7011b8700 x1875730900969472/t0(0) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1788849577 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788849561.062455:0:278839:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d7011b8700 x1875730900969472/t0(0) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1788849577 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.062460:0:278839:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849561.062462:0:278839:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849561.062464:0:278839:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788849561.062468:0:278839:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788849561.062470:0:278839:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849561.062473:0:278839:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849561.062476:0:278839:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788849561.062486:0:278839:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6e082bcf0 time=229 v=5 (5 5 5 5) 00000100:00001000:0.0:1788849561.062490:0:278839:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=100 v=5 (1 1 0 0) 00000100:00000001:0.0:1788849561.062500:0:278839:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788849561.062501:0:278839:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.062505:0:278839:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788849561.062509:0:278839:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.062512:0:278839:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788849561.062514:0:278839:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788849561.062515:0:278839:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788849561.062517:0:278839:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.062519:0:278839:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378673920 : -118923330877696 : ffff93d7011b8700) 00000100:00000001:0.0:1788849561.062522:0:278839:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788849561.062523:0:278839:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771460 00000100:00000001:0.0:1788849561.062525:0:278839:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788849561.062528:0:278839:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849561.062534:0:278839:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d7011b8700 x1875730900969472/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1788849577 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.062541:0:278839:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849561.062543:0:278839:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849561.062546:0:278839:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788849561.062550:0:278839:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d7011b8700 x1875730900969472/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1788849577 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788849561.062558:0:278839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d7011b8700 pname:cluuid:pid:xid:nid:opc:job lfs:1e66267e-6e95-48f4-b0ec-6ef916809d2f:278839:1875730900969472:192.168.204.137@tcp:35:lfs.0 00000100:00000001:0.0:1788849561.062562:0:278839:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849561.062565:0:278839:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.062567:0:278839:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788849561.062569:0:278839:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849561.062572:0:278839:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93d7011b8700 x1875730900969472/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1788849577 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.062578:0:278839:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788849561.062581:0:278839:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93d6d85589c0. 00000100:00000001:0.0:1788849561.062584:0:278839:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788849561.062585:0:278839:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.062592:0:278839:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.062600:0:278839:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378673920 : -118923330877696 : ffff93d7011b8700) 00000002:00000001:0.0:1788849561.062603:0:278839:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.062606:0:278839:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788849561.062611:0:278839:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff93d6c94d5800. 00000080:00000001:0.0:1788849561.062614:0:278839:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788849561.062617:0:278839:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788849561.062620:0:278839:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788849561.062635:0:278839:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788849561.062638:0:278839:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788849561.062640:0:278839:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788849561.062642:0:278839:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.062644:0:278839:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x12fc:0x0] 00800000:00000001:0.0:1788849561.062646:0:278839:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.062650:0:278839:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788849561.062657:0:278839:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff93d7011b8000 x1875730900969088/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/664 e 0 to 0 dl 1788849676 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788849561.062664:0:278839:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.062666:0:278839:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788849561.062668:0:278839:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff93d6e0986f80. 00000100:00000001:0.0:1788849561.062670:0:278839:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849561.062673:0:278839:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93d7011b8700 x1875730900969472/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1788849577 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.062679:0:278839:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.062681:0:278839:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849561.062684:0:278839:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011b8000 x1875730900969088/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/664 e 0 to 0 dl 1788849676 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.062690:0:278839:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.062691:0:278839:0:(file.c:3225:ll_release_openhandle()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.062695:0:278839:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788849561.062697:0:278839:0:(dcache.c:176:ll_intent_release()) intent ffffb1574169fc90 released 00000080:00000001:0.0:1788849561.062699:0:278839:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788849561.062701:0:278839:0:(file.c:2791:ll_lov_setstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.062705:0:278839:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788849561.062708:0:278839:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1788849561.062715:0:278839:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200002b17:0x12fc:0x0] 00800000:00000001:0.0:1788849561.062719:0:278839:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788849561.062720:0:278839:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788849561.062721:0:278839:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788849561.062722:0:278839:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788849561.062724:0:278839:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.062726:0:278839:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x12fc:0x0] 00800000:00000001:0.0:1788849561.062727:0:278839:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.062731:0:278839:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788849561.062734:0:278839:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788849561.062740:0:278839:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.062742:0:278839:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.062744:0:278839:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0x12fc:0x0]: 0 00000080:00000001:0.0:1788849561.062746:0:278839:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.062748:0:278839:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:0.0:1788849561.062752:0:278839:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff93d6c94d5800. 00000080:00010000:0.0:1788849561.062757:0:278839:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200002b17:0x12fc:0x0](ffff93d6d8f442c8) 00000080:00000001:0.0:1788849561.062761:0:278839:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788849561.062764:0:278839:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788849561.062767:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169fb18 00800000:00000002:0.0:1788849561.062769:0:278839:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200002b17:0x12fc:0x0] '' on [0x200002b17:0x12fc:0x0] 00800000:00000001:0.0:1788849561.062773:0:278839:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788849561.062774:0:278839:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788849561.062775:0:278839:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788849561.062777:0:278839:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788849561.062778:0:278839:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788849561.062779:0:278839:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.062781:0:278839:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x12fc:0x0] 00800000:00000001:0.0:1788849561.062783:0:278839:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.062785:0:278839:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b17:0x12fc:0x0], fid2=[0x200002b17:0x12fc:0x0], name='' -> mds #0 00000002:00000001:0.0:1788849561.062798:0:278839:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788849561.062800:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169f9e8 00000002:00010000:0.0:1788849561.062802:0:278839:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0x12fc:0x0]) in obj [0x200002b17:0x12fc:0x0], intent: layout flags 0 00000002:00000001:0.0:1788849561.062805:0:278839:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788849561.062808:0:278839:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1788849561.062812:0:278839:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d7011b9c00. 00000020:00000040:0.0:1788849561.062822:0:278839:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=9 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00010000:00000001:0.0:1788849561.062826:0:278839:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788849561.062830:0:278839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849561.062837:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.062839:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.062841:0:278839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.062843:0:278839:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788849561.062845:0:278839:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788849561.062849:0:278839:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788849561.062856:0:278839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93d6c94d4600. 00000100:00000001:0.0:1788849561.062862:0:278839:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.062865:0:278839:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788849561.062867:0:278839:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.062869:0:278839:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788849561.062870:0:278839:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.062871:0:278839:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.062875:0:278839:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446625150378679296 : -118923330872320 : ffff93d7011b9c00) 00010000:00000001:0.0:1788849561.062878:0:278839:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788849561.062880:0:278839:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788849561.062885:0:278839:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff93d6c3cf6100. 00010000:00000010:0.0:1788849561.062889:0:278839:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93d6eac1e480. 00010000:00000001:0.0:1788849561.062893:0:278839:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788849561.062896:0:278839:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93d6e0531c00. 00000020:00000001:0.0:1788849561.062899:0:278839:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788849561.062902:0:278839:0:(lustre_handles.c:93:class_handle_hash()) added object ffff93d6e0531c00 with handle 0x71ea8cdfc74df98a to hash 00000020:00000001:0.0:1788849561.062904:0:278839:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788849561.062905:0:278839:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.062909:0:278839:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.062913:0:278839:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788849561.062915:0:278839:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849561.062919:0:278839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df98a lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 278839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788849561.062933:0:278839:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df98a lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788849561.063164:0:278839:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df98a lrc: 3/1,0 mode: --/CR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788849561.063170:0:278839:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788849561.063172:0:278839:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788849561.063177:0:278839:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93d6d85589c0. 00000100:00000001:0.0:1788849561.063179:0:278839:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625149694609856 : -118924014941760 : ffff93d6d85589c0) 00000100:00000001:0.0:1788849561.063182:0:278839:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.063183:0:278839:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378679296 : -118923330872320 : ffff93d7011b9c00) 00000100:00000001:0.0:1788849561.063188:0:278839:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788849561.063192:0:278839:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.063194:0:278839:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788849561.063196:0:278839:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788849561.063201:0:278839:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d7011b9c00 x1875730900969600/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.063208:0:278839:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849561.063210:0:278839:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849561.063213:0:278839:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849561.063216:0:278839:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788849561.063218:0:278839:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849561.063221:0:278839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d7011b9c00 pname:cluuid:pid:xid:nid:opc:job lfs:1e66267e-6e95-48f4-b0ec-6ef916809d2f:278839:1875730900969600:192.168.204.137@tcp:101:lfs.0 00000100:00000001:0.0:1788849561.063226:0:278839:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788849561.063231:0:278839:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788849561.063233:0:278839:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849561.063236:0:278839:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788849561.063297:0:278839:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93d6c5ea6800. 02000000:00000001:0.0:1788849561.063299:0:278839:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849561.063304:0:278839:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:0.0:1788849561.063308:0:278839:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ffcb8. 00000400:00000010:0.0:1788849561.063313:0:278839:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2dd0. 00000100:00000200:0.0:1788849561.063320:0:278839:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875730900969600, portal 10 00000100:00000001:0.0:1788849561.063322:0:278839:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.063330:0:278839:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378679296 : -118923330872320 : ffff93d7011b9c00) 00000100:00000040:0.0:1788849561.063337:0:278839:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff93d7011b9c00 x1875730900969600/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 376/472 e 0 to 0 dl 1788849676 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.063345:0:278839:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849561.063347:0:278839:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849561.063350:0:278839:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2cc0. 00000100:00000200:0.0:1788849561.063354:0:278839:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875730900969600, offset 0 00000400:00000200:0.0:1788849561.063360:0:278839:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849561.063367:0:278839:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849561.063374:0:278839:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:0.0:1788849561.063379:0:278839:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849561.063396:0:278839:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849561.063399:0:278839:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849561.063402:0:278839:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:0.0:1788849561.063406:0:278839:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550613:550613:256:4294967295] 192.168.204.137@tcp LPNI seq info [550559:550559:8:4294967295] 00000400:00000200:0.0:1788849561.063411:0:278839:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849561.063420:0:278839:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849561.063427:0:278839:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849561.063433:0:278839:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cbe000. 00000800:00000200:0.0:1788849561.063439:0:278839:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849561.063445:0:278839:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849561.063450:0:278839:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cbe000 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1788849561.063468:0:278839:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849561.063472:0:278839:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33595 usecs (34 jiffies) 00000400:00000200:0.0:1788849561.063476:0:278839:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849561.063479:0:278839:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307991166 00000100:00000001:0.0:1788849561.063482:0:278839:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4307992828 00000100:00000001:0.0:1788849561.063484:0:278839:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307991166 00000100:00000001:0.0:1788849561.063486:0:278839:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4307992828 00000100:00000001:0.0:1788849561.063489:0:278839:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849561.063497:0:278839:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.063500:0:278839:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849561.063502:0:278839:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=110 : 110 : 6e) 00000100:00100000:0.0:1788849561.063504:0:278839:0:(client.c:2715:ptlrpc_set_wait()) set ffff93d6d85589c0 going to sleep for 110 seconds 00000100:00000001:0.0:1788849561.063506:0:278839:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849561.063508:0:278839:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788849561.063851:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849561.063857:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cbe000. 00000400:00000200:2.0:1788849561.063861:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849561.063866:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849561.063876:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2cc0 00000400:00000010:2.0:1788849561.063878:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2cc0. 00000100:00000001:2.0:1788849561.063882:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849561.063886:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d7011b9c00 x1875730900969600/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 376/472 e 0 to 0 dl 1788849676 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788849561.063895:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849561.063898:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93d7011b9c00 x1875730900969600/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 376/472 e 0 to 0 dl 1788849676 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788849561.063905:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849561.063906:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788849561.066204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93d6c3cf6d00. 00010000:00000010:0.1:1788849561.066218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93d6e0530800. 00000800:00000001:3.0:1788849561.068081:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.068099:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849561.068103:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.068106:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849561.068116:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.068125:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849561.068135:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.068140:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.068145:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.068147:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 400 into portal 10 MB=0x6a9f7a20be880 00000400:00000200:3.0:1788849561.068165:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.068170:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 400/400 into md 0x52d13d [1] + 224 00000800:00000001:3.0:1788849561.068178:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.068184:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849561.068186:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849561.068190:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849561.068198:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849561.068205:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d7011b9c00 x1875730900969600/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 376/472 e 0 to 0 dl 1788849676 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788849561.068212:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff93d7011b9c00 x1875730900969600/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 376/472 e 0 to 0 dl 1788849676 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788849561.068227:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849561.068235:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.068238:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849561.068318:0:278839:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788849561.068325:0:278839:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788849561.068326:0:278839:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788849561.068329:0:278839:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ffcb8. 00000400:00000200:0.0:1788849561.068333:0:278839:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2dd0 00000400:00000010:0.0:1788849561.068334:0:278839:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2dd0. 00000100:00000001:0.0:1788849561.068336:0:278839:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788849561.068340:0:278839:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d7011b9c00 x1875730900969600/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 376/472 e 0 to 0 dl 1788849676 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788849561.068345:0:278839:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d7011b9c00 x1875730900969600/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 376/472 e 0 to 0 dl 1788849676 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.068349:0:278839:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849561.068350:0:278839:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849561.068352:0:278839:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788849561.068355:0:278839:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788849561.068357:0:278839:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849561.068358:0:278839:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849561.068360:0:278839:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788849561.068368:0:278839:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=79 v=84 (84 84 85 86) 00000100:00001000:0.0:1788849561.068372:0:278839:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=100 v=5 (1 1 0 0) 00000100:00000001:0.0:1788849561.068374:0:278839:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788849561.068375:0:278839:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.068377:0:278839:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788849561.068380:0:278839:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.068395:0:278839:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788849561.068397:0:278839:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771460 00000100:00000001:0.0:1788849561.068399:0:278839:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788849561.068402:0:278839:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849561.068407:0:278839:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d7011b9c00 x1875730900969600/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 376/400 e 0 to 0 dl 1788849676 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.068427:0:278839:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849561.068430:0:278839:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849561.068432:0:278839:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788849561.068437:0:278839:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d7011b9c00 x1875730900969600/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 376/400 e 0 to 0 dl 1788849676 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788849561.068444:0:278839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d7011b9c00 pname:cluuid:pid:xid:nid:opc:job lfs:1e66267e-6e95-48f4-b0ec-6ef916809d2f:278839:1875730900969600:192.168.204.137@tcp:101:lfs.0 00000100:00000001:0.0:1788849561.068449:0:278839:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849561.068452:0:278839:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.068454:0:278839:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788849561.068456:0:278839:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849561.068459:0:278839:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011b9c00 x1875730900969600/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 376/400 e 0 to 0 dl 1788849676 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.068466:0:278839:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788849561.068469:0:278839:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93d6d85589c0. 00000100:00000001:0.0:1788849561.068472:0:278839:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788849561.068474:0:278839:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.068477:0:278839:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788849561.068481:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.068484:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.068486:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=4 00000020:00000001:0.0:1788849561.068489:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.068492:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000040:0.0:1788849561.068498:0:278839:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff93d6e0531c00, remote cookie: 0x74d08b105503b304, flags: 0x1000 00010000:00000001:0.0:1788849561.068501:0:278839:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788849561.068506:0:278839:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788849561.068508:0:278839:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788849561.068510:0:278839:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788849561.068511:0:278839:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788849561.068514:0:278839:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0x12fc:0x0].0x0 (ffff93d6c3cf6100) refcount = 1 00010000:00010000:0.0:1788849561.068519:0:278839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df98a lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x74d08b105503b304 expref: -99 pid: 278839 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.068537:0:278839:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788849561.068540:0:278839:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788849561.068541:0:278839:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788849561.068545:0:278839:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788849561.068547:0:278839:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849561.068551:0:278839:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df98a lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b304 expref: -99 pid: 278839 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.068557:0:278839:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788849561.068559:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.068561:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.068561:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.068562:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.068564:0:278839:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.068569:0:278839:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788849561.068570:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.068571:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.068573:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=3 00000020:00000001:0.0:1788849561.068574:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.068576:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.068578:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.068579:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788849561.068583:0:278839:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff93d7011b9c00 x1875730900969600/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 376/400 e 0 to 0 dl 1788849676 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1788849561.068591:0:278839:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff93d6e0561000: layout return lvb 56 transno 0 00010000:00000001:0.0:1788849561.068593:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.068594:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.068596:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=3 00000020:00000001:0.0:1788849561.068597:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.068599:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00000002:00010000:0.0:1788849561.068603:0:278839:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df98a lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b304 expref: -99 pid: 278839 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788849561.068616:0:278839:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff93d6e0986f80. 00010000:00000001:0.0:1788849561.068618:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.068619:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788849561.068620:0:278839:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.068622:0:278839:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.068624:0:278839:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788849561.068626:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.068627:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.068628:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=3 00000020:00000001:0.0:1788849561.068630:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.068632:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00000002:00010000:0.0:1788849561.068635:0:278839:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df98a lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b304 expref: -99 pid: 278839 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.068640:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.068641:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.068643:0:278839:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788849561.068644:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.068645:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.068646:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=3 00000020:00000001:0.0:1788849561.068648:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.068650:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000040:0.0:1788849561.068656:0:278839:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93d6c3cf6100 count: 2 00010000:00000001:0.0:1788849561.068658:0:278839:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788849561.068662:0:278839:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93d6c575a400 type 13 mode 16 res 8589945623/4860 (0 0) 00010000:00000001:0.0:1788849561.068664:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.068665:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788849561.068667:0:278839:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788849561.068670:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169f970 00000002:00002000:0.0:1788849561.068672:0:278839:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:0.0:1788849561.068675:0:278839:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.068683:0:278839:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.068686:0:278839:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788849561.068689:0:278839:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200002b17:0x12fc:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788849561.068692:0:278839:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.068695:0:278839:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849561.068699:0:278839:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d7011b9c00 x1875730900969600/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 376/400 e 0 to 0 dl 1788849676 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.068705:0:278839:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788849561.068707:0:278839:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788849561.068711:0:278839:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93d6c5ea6800. 02000000:00000001:0.0:1788849561.068714:0:278839:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788849561.068717:0:278839:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788849561.068719:0:278839:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=8 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:0.0:1788849561.068722:0:278839:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788849561.068725:0:278839:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93d6c94d4600. 02000000:00000001:0.0:1788849561.068729:0:278839:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788849561.068730:0:278839:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788849561.068732:0:278839:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d7011b9c00. 00000100:00000001:0.0:1788849561.068736:0:278839:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788849561.068737:0:278839:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788849561.068741:0:278839:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff93d6c94d5800. 00000080:00010000:0.0:1788849561.068745:0:278839:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x12fc:0x0](ffff93d6d8f442c8) for lock 0x71ea8cdfc74df98a 00800000:00000001:0.0:1788849561.068750:0:278839:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788849561.068753:0:278839:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788849561.068754:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.068755:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.068756:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=3 00000020:00000001:0.0:1788849561.068758:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.068760:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.068762:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.068763:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788849561.068764:0:278839:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.068766:0:278839:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788849561.068770:0:278839:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x71ea8cdfc74df98a from it ffffb1574169fc38 00010000:00000001:0.0:1788849561.068772:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.068778:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.068779:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=3 00000020:00000001:0.0:1788849561.068781:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.068783:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.068785:0:278839:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788849561.068788:0:278839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df98a lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x74d08b105503b304 expref: -99 pid: 278839 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.068807:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.068809:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.068810:0:278839:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788849561.068812:0:278839:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788849561.068815:0:278839:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df98a lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b304 expref: -99 pid: 278839 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788849561.069030:0:278839:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849561.069033:0:278839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849561.069035:0:278839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849561.069040:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.069041:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.069043:0:278839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.069046:0:278839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849561.069047:0:278839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.069049:0:278839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.069052:0:278839:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.069054:0:278839:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788849561.069055:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.069057:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788849561.069058:0:278839:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.069061:0:278839:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1788849561.069063:0:278839:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200002b17:0x12fc:0x0] 00800000:00000001:0.0:1788849561.069069:0:278839:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788849561.069072:0:278839:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788849561.069074:0:278839:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788849561.069077:0:278839:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788849561.069079:0:278839:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.069090:0:278839:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x12fc:0x0] 00800000:00000001:0.0:1788849561.069092:0:278839:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.069095:0:278839:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788849561.069097:0:278839:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788849561.069100:0:278839:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93d6c3cf6100 count: 2 00010000:00000001:0.0:1788849561.069102:0:278839:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788849561.069106:0:278839:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788849561.069110:0:278839:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788849561.069114:0:278839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df98a lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b304 expref: -99 pid: 278839 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788849561.069122:0:278839:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788849561.069126:0:278839:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849561.069130:0:278839:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df98a lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b304 expref: -99 pid: 278839 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788849561.069135:0:278839:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788849561.069137:0:278839:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0x12fc:0x0]: 16 00000080:00000001:0.0:1788849561.069140:0:278839:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1788849561.069142:0:278839:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1788849561.069144:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.069145:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.069147:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=3 00000020:00000001:0.0:1788849561.069149:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.069151:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00000080:00010000:0.0:1788849561.069155:0:278839:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200002b17:0x12fc:0x0](0000000036012e5e) being reconfigured ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df98a lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b304 expref: -99 pid: 278839 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1788849561.069164:0:278839:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788849561.069166:0:278839:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788849561.069167:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.069168:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.069169:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=4 00000020:00000001:0.0:1788849561.069171:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.069179:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.069182:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.069183:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788849561.069184:0:278839:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.069186:0:278839:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.069188:0:278839:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1788849561.069190:0:278839:0:(file.c:6866:ll_layout_fetch()) [0x200002b17:0x12fc:0x0] LVB_READY=0 l_lvb_data=ffff93d6e0986f80 l_lvb_len=56 00000080:00000001:0.0:1788849561.069193:0:278839:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.069195:0:278839:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788849561.069197:0:278839:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788849561.069201:0:278839:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625149390561864 : -118924318989752 : ffff93d6c6362248) 00000020:00001000:0.0:1788849561.069203:0:278839:0:(cl_object.c:823:cl_env_get()) 1@ffff93d6c6362240 00000020:00000001:0.0:1788849561.069206:0:278839:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788849561.069209:0:278839:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788849561.069212:0:278839:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788849561.069218:0:278839:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff93d6eafd93c0. 00020000:00000010:0.0:1788849561.069223:0:278839:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff93d6c2bf7880. 00020000:00000010:0.0:1788849561.069227:0:278839:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff93d6eafd94e0. 00020000:00000001:0.0:1788849561.069229:0:278839:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625150007612640 : -118923701938976 : ffff93d6eafd94e0) 00020000:00000002:0.0:1788849561.069232:0:278839:0:(lov_ea.c:755:dump_lsm()) lsm ffff93d6eafd94e0, objid 0x12fc:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788849561.069235:0:278839:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788849561.069238:0:278839:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff93d6c2bf7880: ostid: 0x280000401:21896 ost idx: 0 gen: 0 00020000:00000002:0.0:1788849561.069292:0:278839:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff93d7005526c8) owner ffff93d6e9840000 00020000:00000001:0.0:1788849561.069295:0:278839:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788849561.069296:0:278839:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff93d7005526c8) owner ffff93d6e9840000 00020000:00000010:0.0:1788849561.069300:0:278839:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff93d6c2bf7880. 00020000:00000010:0.0:1788849561.069303:0:278839:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff93d6eafd93c0. 00020000:00000010:0.0:1788849561.069305:0:278839:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff93d6eafd94e0. 00020000:00000002:0.0:1788849561.069306:0:278839:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x12fc:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788849561.069308:0:278839:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849561.069309:0:278839:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849561.069311:0:278839:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788849561.069313:0:278839:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff93d7005526c8) owner 0000000000000000/ffff93d6e9840000 00020000:00000002:0.0:1788849561.069315:0:278839:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff93d6eafd9ba0 addref 2/0 by ffff93d6e9840000. 00020000:00000002:0.0:1788849561.069321:0:278839:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff93d7005526c8) owner 0000000000000000/ffff93d6e9840000 00020000:00000001:0.0:1788849561.069323:0:278839:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788849561.069325:0:278839:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788849561.069326:0:278839:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788849561.069327:0:278839:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788849561.069328:0:278839:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788849561.069330:0:278839:0:(file.c:6843:ll_layout_conf()) [0x200002b17:0x12fc:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788849561.069332:0:278839:0:(cl_object.c:917:cl_env_put()) 1@ffff93d6c6362240 00000080:00000001:0.0:1788849561.069333:0:278839:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.069335:0:278839:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1788849561.069335:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.069336:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.069337:0:278839:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.069338:0:278839:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.069339:0:278839:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0531c00 refcount=3 00000020:00000001:0.0:1788849561.069340:0:278839:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.069341:0:278839:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828668416 : -118923880883200 : ffff93d6e0531c00) 00010000:00000001:0.0:1788849561.069343:0:278839:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788849561.069345:0:278839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df98a lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x74d08b105503b304 expref: -99 pid: 278839 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788849561.069352:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.069353:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.069354:0:278839:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788849561.069355:0:278839:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788849561.069358:0:278839:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df98a lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x74d08b105503b304 expref: -99 pid: 278839 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788849561.069364:0:278839:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849561.069365:0:278839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849561.069366:0:278839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849561.069369:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.069370:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.069371:0:278839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.069372:0:278839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849561.069379:0:278839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.069380:0:278839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.069394:0:278839:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.069396:0:278839:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788849561.069397:0:278839:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.069399:0:278839:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788849561.069400:0:278839:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.069403:0:278839:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788849561.069406:0:278839:0:(file.c:3022:ll_lov_setstripe()) inode ffff93d6d8f442c8 need_sync_to_mds [0x200002b17:0x12fc:0x0] 00000080:00000001:0.0:1788849561.069409:0:278839:0:(file.c:2979:ll_file_getstripe()) Process entered 00000020:00000001:0.0:1788849561.069410:0:278839:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788849561.069412:0:278839:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625149390561864 : -118924318989752 : ffff93d6c6362248) 00000020:00001000:0.0:1788849561.069414:0:278839:0:(cl_object.c:823:cl_env_get()) 1@ffff93d6c6362240 00000020:00000001:0.0:1788849561.069415:0:278839:0:(cl_object.c:398:cl_object_getstripe()) Process entered 00020000:00000001:0.0:1788849561.069417:0:278839:0:(lov_object.c:2263:lov_object_getstripe()) Process entered 00020000:00000002:0.0:1788849561.069418:0:278839:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff93d7005526c8) owner 0000000000000000/ffff93d6e9840000 00020000:00000002:0.0:1788849561.069419:0:278839:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff93d6eafd9ba0 addref 2/0 by ffff93d6e9840000. 00020000:00000002:0.0:1788849561.069421:0:278839:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff93d7005526c8) owner 0000000000000000/ffff93d6e9840000 00020000:00000001:0.0:1788849561.069422:0:278839:0:(lov_pack.c:382:lov_getstripe()) Process entered 00020000:00000010:0.0:1788849561.069425:0:278839:0:(lov_pack.c:394:lov_getstripe()) kmalloced '(lmmk)': 56 at ffff93d6e09863c0. 00020000:00000001:0.0:1788849561.069426:0:278839:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788849561.069427:0:278839:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788849561.069428:0:278839:0:(lov_pack.c:144:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000010:0.0:1788849561.069431:0:278839:0:(lov_pack.c:489:lov_getstripe()) kvfree 'lmmk': 56 at ffff93d6e09863c0. 00020000:00000001:0.0:1788849561.069433:0:278839:0:(lov_pack.c:491:lov_getstripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788849561.069434:0:278839:0:(lov_object.c:2271:lov_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849561.069435:0:278839:0:(cl_object.c:408:cl_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788849561.069437:0:278839:0:(cl_object.c:917:cl_env_put()) 1@ffff93d6c6362240 00000080:00000001:0.0:1788849561.069438:0:278839:0:(file.c:2990:ll_file_getstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788849561.069440:0:278839:0:(file.c:3036:ll_lov_setstripe()) kvfree 'klum': 32 at ffff93d6c93f7d60. 00000080:00000001:0.0:1788849561.069442:0:278839:0:(file.c:3037:ll_lov_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.069444:0:278839:0:(file.c:4711:ll_file_ioctl()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788849561.069468:0:278839:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788849561.069470:0:278839:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff93d7005526c8) owner 0000000000000000/ffff93d6e9840000 00020000:00000002:0.0:1788849561.069472:0:278839:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff93d7005526c8) owner 0000000000000000/ffff93d6e9840000 00020000:00000001:0.0:1788849561.069473:0:278839:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.069483:0:278839:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788849561.069485:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169fdf0 00000080:00200008:0.0:1788849561.069486:0:278839:0:(file.c:479:ll_file_release()) START file f812b.sanity:[0x200002b17:0x12fc:0x0](ffff93d6d8f442c8), flags 100001 00000080:00000001:0.0:1788849561.069489:0:278839:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788849561.069491:0:278839:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788849561.069492:0:278839:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788849561.069493:0:278839:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff93d7005526c8) owner 0000000000000000/ffff93d6e9840000 00020000:00000002:0.0:1788849561.069494:0:278839:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff93d7005526c8) owner 0000000000000000/ffff93d6e9840000 00020000:00000001:0.0:1788849561.069496:0:278839:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.069497:0:278839:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788849561.069499:0:278839:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788849561.069500:0:278839:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788849561.069501:0:278839:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788849561.069502:0:278839:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788849561.069502:0:278839:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.069504:0:278839:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x12fc:0x0] 00800000:00000001:0.0:1788849561.069505:0:278839:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.069506:0:278839:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788849561.069507:0:278839:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788849561.069510:0:278839:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93d6c3cf6100 count: 2 00010000:00000001:0.0:1788849561.069511:0:278839:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788849561.069513:0:278839:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.069514:0:278839:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0x12fc:0x0]: 0 00000080:00000001:0.0:1788849561.069516:0:278839:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788849561.069517:0:278839:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788849561.069519:0:278839:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff93d6c94d5800. 00000080:00000001:0.0:1788849561.069520:0:278839:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788849561.069524:0:278839:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788849561.069526:0:278839:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788849561.069527:0:278839:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788849561.069528:0:278839:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788849561.069529:0:278839:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788849561.069529:0:278839:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788849561.069530:0:278839:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.069532:0:278839:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x12fc:0x0] 00800000:00000001:0.0:1788849561.069532:0:278839:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.069534:0:278839:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200002b17:0x12fc:0x0] 00000002:00000001:0.0:1788849561.069540:0:278839:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788849561.069541:0:278839:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff93d6e0561000: [0x200002b17:0x12fc:0x0] file closed with intent: 0 00000100:00000010:0.0:1788849561.069545:0:278839:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d7011b9c00. 00000020:00000040:0.0:1788849561.069547:0:278839:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=9 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000100:00000001:0.0:1788849561.069551:0:278839:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788849561.069553:0:278839:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788849561.069555:0:278839:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788849561.069559:0:278839:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93d6c94d4600. 00000100:00000001:0.0:1788849561.069563:0:278839:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788849561.069572:0:278839:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff93d7011ba300 x1875730900968832/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1788849676 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788849561.069579:0:278839:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff93d6e0561000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788849561.069583:0:278839:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff93d7011b9c00 x1875730900969856/t0(0) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788849561.069587:0:278839:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788849561.069589:0:278839:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788849561.069592:0:278839:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93d6d85589c0. 00000100:00000001:0.0:1788849561.069593:0:278839:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625149694609856 : -118924014941760 : ffff93d6d85589c0) 00000100:00000001:0.0:1788849561.069595:0:278839:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.069596:0:278839:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378679296 : -118923330872320 : ffff93d7011b9c00) 00000100:00000001:0.0:1788849561.069599:0:278839:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788849561.069602:0:278839:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.069603:0:278839:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788849561.069605:0:278839:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788849561.069607:0:278839:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d7011b9c00 x1875730900969856/t0(0) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.069611:0:278839:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849561.069612:0:278839:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849561.069614:0:278839:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849561.069616:0:278839:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788849561.069617:0:278839:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849561.069619:0:278839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d7011b9c00 pname:cluuid:pid:xid:nid:opc:job lfs:1e66267e-6e95-48f4-b0ec-6ef916809d2f:278839:1875730900969856:192.168.204.137@tcp:35:lfs.0 00000100:00000001:0.0:1788849561.069628:0:278839:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788849561.069633:0:278839:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788849561.069636:0:278839:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849561.069638:0:278839:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788849561.069642:0:278839:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93d6c5ea6800. 02000000:00000001:0.0:1788849561.069644:0:278839:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849561.069649:0:278839:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:0.0:1788849561.069652:0:278839:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ffcb8. 00000400:00000010:0.0:1788849561.069658:0:278839:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2dd0. 00000100:00000200:0.0:1788849561.069665:0:278839:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875730900969856, portal 10 00000100:00000001:0.0:1788849561.069667:0:278839:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.069669:0:278839:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378679296 : -118923330872320 : ffff93d7011b9c00) 00000100:00000040:0.0:1788849561.069675:0:278839:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff93d7011b9c00 x1875730900969856/t0(0) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1788849577 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.069682:0:278839:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849561.069685:0:278839:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849561.069687:0:278839:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2f68. 00000100:00000200:0.0:1788849561.069690:0:278839:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875730900969856, offset 0 00000400:00000200:0.0:1788849561.069696:0:278839:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849561.069703:0:278839:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849561.069709:0:278839:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:0.0:1788849561.069715:0:278839:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849561.069719:0:278839:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849561.069723:0:278839:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849561.069725:0:278839:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:0.0:1788849561.069729:0:278839:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550614:550614:256:4294967295] 192.168.204.137@tcp LPNI seq info [550560:550560:8:4294967295] 00000400:00000200:0.0:1788849561.069733:0:278839:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849561.069741:0:278839:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849561.069747:0:278839:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849561.069752:0:278839:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cbe600. 00000800:00000200:0.0:1788849561.069758:0:278839:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849561.069772:0:278839:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849561.069777:0:278839:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cbe600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788849561.069797:0:278839:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849561.069801:0:278839:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33585 usecs (34 jiffies) 00000400:00000200:0.0:1788849561.069805:0:278839:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849561.069808:0:278839:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307991172 00000100:00000001:0.0:1788849561.069812:0:278839:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4307992828 00000100:00000001:0.0:1788849561.069814:0:278839:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307991172 00000100:00000001:0.0:1788849561.069817:0:278839:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4307992828 00000100:00000001:0.0:1788849561.069819:0:278839:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849561.070033:0:278839:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.070037:0:278839:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849561.070039:0:278839:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788849561.070042:0:278839:0:(client.c:2715:ptlrpc_set_wait()) set ffff93d6d85589c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788849561.070044:0:278839:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849561.070046:0:278839:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788849561.070168:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849561.070173:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cbe600. 00000400:00000200:2.0:1788849561.070178:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849561.070183:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849561.070188:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2f68 00000400:00000010:2.0:1788849561.070190:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2f68. 00000100:00000001:2.0:1788849561.070194:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849561.070199:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d7011b9c00 x1875730900969856/t0(0) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1788849577 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788849561.070208:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849561.070223:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93d7011b9c00 x1875730900969856/t0(0) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1788849577 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788849561.070230:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849561.070232:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788849561.072511:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.072525:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849561.072529:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.072532:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849561.072540:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.072551:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849561.072560:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.072564:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.072569:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.072572:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 456 into portal 10 MB=0x6a9f7a20be980 00000400:00000200:3.0:1788849561.072577:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.072582:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 456/456 into md 0x52d145 [1] + 224 00000800:00000001:3.0:1788849561.072589:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.072596:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849561.072599:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849561.072603:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849561.072609:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849561.072617:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d7011b9c00 x1875730900969856/t0(0) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1788849577 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788849561.072641:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff93d7011b9c00 x1875730900969856/t0(0) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1788849577 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788849561.072724:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849561.072732:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.072735:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849561.072766:0:278839:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788849561.072775:0:278839:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788849561.072777:0:278839:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788849561.072780:0:278839:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ffcb8. 00000400:00000200:0.0:1788849561.072786:0:278839:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2dd0 00000400:00000010:0.0:1788849561.072788:0:278839:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2dd0. 00000100:00000001:0.0:1788849561.072792:0:278839:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788849561.072797:0:278839:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d7011b9c00 x1875730900969856/t0(0) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1788849577 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788849561.072807:0:278839:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d7011b9c00 x1875730900969856/t0(0) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/624 e 0 to 0 dl 1788849577 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.072814:0:278839:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849561.072816:0:278839:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849561.072819:0:278839:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788849561.072822:0:278839:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788849561.072824:0:278839:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849561.072831:0:278839:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849561.072833:0:278839:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788849561.072842:0:278839:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6e082bcf0 time=79 v=5 (5 5 5 5) 00000100:00001000:0.0:1788849561.072845:0:278839:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=100 v=5 (1 1 0 0) 00000100:00000001:0.0:1788849561.072847:0:278839:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788849561.072849:0:278839:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.072852:0:278839:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788849561.072855:0:278839:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.072858:0:278839:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788849561.072864:0:278839:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788849561.072865:0:278839:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788849561.072868:0:278839:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.072869:0:278839:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378679296 : -118923330872320 : ffff93d7011b9c00) 00000100:00000001:0.0:1788849561.072871:0:278839:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788849561.072873:0:278839:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771460 00000100:00000001:0.0:1788849561.072874:0:278839:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788849561.072876:0:278839:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849561.072880:0:278839:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d7011b9c00 x1875730900969856/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1788849577 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.072884:0:278839:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849561.072886:0:278839:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849561.072887:0:278839:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788849561.072890:0:278839:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d7011b9c00 x1875730900969856/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1788849577 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788849561.072895:0:278839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d7011b9c00 pname:cluuid:pid:xid:nid:opc:job lfs:1e66267e-6e95-48f4-b0ec-6ef916809d2f:278839:1875730900969856:192.168.204.137@tcp:35:lfs.0 00000100:00000001:0.0:1788849561.072898:0:278839:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849561.072900:0:278839:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.072901:0:278839:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788849561.072903:0:278839:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849561.072905:0:278839:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93d7011b9c00 x1875730900969856/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1788849577 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.072909:0:278839:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788849561.072915:0:278839:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93d6d85589c0. 00000100:00000001:0.0:1788849561.072918:0:278839:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788849561.072919:0:278839:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.072925:0:278839:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.072926:0:278839:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378679296 : -118923330872320 : ffff93d7011b9c00) 00000002:00000001:0.0:1788849561.072928:0:278839:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.072931:0:278839:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788849561.072935:0:278839:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff93d6c94d5800. 00000080:00000001:0.0:1788849561.072938:0:278839:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788849561.072976:0:278839:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788849561.072980:0:278839:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788849561.072982:0:278839:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788849561.072984:0:278839:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788849561.072987:0:278839:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788849561.072989:0:278839:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.072991:0:278839:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x12fc:0x0] 00800000:00000001:0.0:1788849561.072993:0:278839:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.072998:0:278839:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788849561.073004:0:278839:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff93d7011ba300 x1875730900968832/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1788849676 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788849561.073011:0:278839:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.073012:0:278839:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788849561.073015:0:278839:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff93d6e09868c0. 00000100:00000001:0.0:1788849561.073018:0:278839:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849561.073021:0:278839:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93d7011b9c00 x1875730900969856/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1788849577 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.073028:0:278839:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.073030:0:278839:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788849561.073034:0:278839:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff93d6d0f103c0. 00000080:00000001:0.0:1788849561.073037:0:278839:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849561.073044:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169fdf0 00000080:00000008:0.0:1788849561.073046:0:278839:0:(file.c:523:ll_file_release()) COMPLETED file f812b.sanity:[0x200002b17:0x12fc:0x0](ffff93d6d8f442c8), flags 100001, rc = 0 00000080:00000001:0.0:1788849561.073049:0:278839:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.073055:0:278839:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788849561.073063:0:278839:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb1574169fe00 00000080:00002000:0.0:1788849561.073065:0:278839:0:(dcache.c:127:ll_ddelete()) deleting dentry f812b.sanity (ffff93d6d1961af8, parent ffff93d6d8f850d8, inode ffff93d6d8f442c8) hashed, 00000080:00000001:0.0:1788849561.073068:0:278839:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788849561.073077:0:278839:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788849561.073082:0:278839:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788849561.082503:0:278840:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788849561.082509:0:278840:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788849561.082512:0:278840:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788849561.082515:0:278840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb15741b4bb20 00000080:00200000:0.0:1788849561.082520:0:278840:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93d6fa4eec08),name=/ 00000080:00000010:0.0:1788849561.082637:0:278840:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff93d6c94d5800. 00800000:00000002:0.0:1788849561.082645:0:278840:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff93d6f9f89ec0 2 00000080:00000001:0.0:1788849561.082649:0:278840:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788849561.082708:0:278840:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788849561.082711:0:278840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb15741b4ba40 00800000:00000002:0.0:1788849561.082714:0:278840:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788849561.082718:0:278840:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788849561.082721:0:278840:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788849561.082723:0:278840:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788849561.082726:0:278840:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788849561.082729:0:278840:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788849561.082731:0:278840:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.082733:0:278840:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788849561.082736:0:278840:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.082739:0:278840:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788849561.082744:0:278840:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788849561.082746:0:278840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb15741b4b910 00000002:00010000:0.0:1788849561.082747:0:278840:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788849561.082751:0:278840:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788849561.082753:0:278840:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788849561.082756:0:278840:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788849561.082763:0:278840:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.082765:0:278840:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.082767:0:278840:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.082769:0:278840:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788849561.082771:0:278840:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788849561.082778:0:278840:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d7011b9880. 00000020:00000040:0.0:1788849561.082789:0:278840:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=10 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00010000:00000001:0.0:1788849561.082796:0:278840:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788849561.082801:0:278840:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849561.082808:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.082810:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.082812:0:278840:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.082815:0:278840:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788849561.082817:0:278840:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788849561.082821:0:278840:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788849561.082828:0:278840:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93d6c5ea5000. 00000100:00000001:0.0:1788849561.082835:0:278840:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.082840:0:278840:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788849561.082842:0:278840:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.082843:0:278840:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788849561.082845:0:278840:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.082847:0:278840:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.082852:0:278840:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625150378678400 : -118923330873216 : ffff93d7011b9880) 00010000:00000001:0.0:1788849561.082857:0:278840:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788849561.082858:0:278840:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788849561.082863:0:278840:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff93d6c3cf6d00. 00010000:00000010:0.0:1788849561.082866:0:278840:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff93d6eac1e500. 00010000:00000001:0.0:1788849561.082871:0:278840:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788849561.082874:0:278840:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93d6e0530800. 00000020:00000001:0.0:1788849561.082878:0:278840:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788849561.082881:0:278840:0:(lustre_handles.c:93:class_handle_hash()) added object ffff93d6e0530800 with handle 0x71ea8cdfc74df991 to hash 00000020:00000001:0.0:1788849561.082883:0:278840:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788849561.082884:0:278840:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:0.0:1788849561.082888:0:278840:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:0.0:1788849561.082892:0:278840:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788849561.082894:0:278840:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849561.082898:0:278840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df991 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 278840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788849561.082909:0:278840:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df991 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788849561.082927:0:278840:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df991 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 278840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788849561.082933:0:278840:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788849561.082935:0:278840:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788849561.083071:0:278840:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93d6d85589c0. 00000100:00000001:0.0:1788849561.083075:0:278840:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625149694609856 : -118924014941760 : ffff93d6d85589c0) 00000100:00000001:0.0:1788849561.083078:0:278840:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.083080:0:278840:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378678400 : -118923330873216 : ffff93d7011b9880) 00000100:00000001:0.0:1788849561.083085:0:278840:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788849561.083089:0:278840:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.083091:0:278840:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788849561.083092:0:278840:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788849561.083104:0:278840:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d7011b9880 x1875730900969984/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.083114:0:278840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849561.083116:0:278840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849561.083120:0:278840:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849561.083123:0:278840:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788849561.083126:0:278840:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849561.083130:0:278840:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d7011b9880 pname:cluuid:pid:xid:nid:opc:job stat:1e66267e-6e95-48f4-b0ec-6ef916809d2f:278840:1875730900969984:192.168.204.137@tcp:101:stat.0 00000100:00000001:0.0:1788849561.083134:0:278840:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788849561.083139:0:278840:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788849561.083142:0:278840:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849561.083145:0:278840:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788849561.083150:0:278840:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff93d700512800. 02000000:00000001:0.0:1788849561.083152:0:278840:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849561.083160:0:278840:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:0.0:1788849561.083164:0:278840:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ffcb8. 00000400:00000010:0.0:1788849561.083171:0:278840:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2dd0. 00000100:00000200:0.0:1788849561.083178:0:278840:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875730900969984, portal 10 00000100:00000001:0.0:1788849561.083180:0:278840:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849561.083188:0:278840:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378678400 : -118923330873216 : ffff93d7011b9880) 00000100:00000040:0.0:1788849561.083195:0:278840:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff93d7011b9880 x1875730900969984/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788849676 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.083201:0:278840:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849561.083204:0:278840:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849561.083206:0:278840:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2c38. 00000100:00000200:0.0:1788849561.083209:0:278840:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875730900969984, offset 0 00000400:00000200:0.0:1788849561.083215:0:278840:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849561.083224:0:278840:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849561.083231:0:278840:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:0.0:1788849561.083237:0:278840:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849561.083241:0:278840:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849561.083245:0:278840:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849561.083248:0:278840:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:0.0:1788849561.083251:0:278840:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550615:550615:256:4294967295] 192.168.204.137@tcp LPNI seq info [550561:550561:8:4294967295] 00000400:00000200:0.0:1788849561.083256:0:278840:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849561.083266:0:278840:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849561.083272:0:278840:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849561.083278:0:278840:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cbec00. 00000800:00000200:0.0:1788849561.083285:0:278840:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849561.083292:0:278840:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849561.083297:0:278840:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cbec00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788849561.083365:0:278840:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849561.083370:0:278840:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33573 usecs (34 jiffies) 00000400:00000200:0.0:1788849561.083375:0:278840:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849561.083378:0:278840:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307991186 00000100:00000001:0.0:1788849561.083381:0:278840:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4307992828 00000100:00000001:0.0:1788849561.083393:0:278840:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307991186 00000100:00000001:0.0:1788849561.083396:0:278840:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4307992828 00000100:00000001:0.0:1788849561.083398:0:278840:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849561.083407:0:278840:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.083409:0:278840:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849561.083411:0:278840:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=110 : 110 : 6e) 00000100:00100000:0.0:1788849561.083414:0:278840:0:(client.c:2715:ptlrpc_set_wait()) set ffff93d6d85589c0 going to sleep for 110 seconds 00000100:00000001:0.0:1788849561.083416:0:278840:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849561.083419:0:278840:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788849561.083534:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849561.083540:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cbec00. 00000400:00000200:2.0:1788849561.083545:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849561.083551:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849561.083556:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2c38 00000400:00000010:2.0:1788849561.083558:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2c38. 00000100:00000001:2.0:1788849561.083563:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849561.083567:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d7011b9880 x1875730900969984/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788849676 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788849561.083588:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849561.083591:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93d7011b9880 x1875730900969984/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788849676 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788849561.083597:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849561.083599:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1788849561.083992:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93d6c93f7fe0. 00000800:00000001:3.0:1788849561.089623:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.089639:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849561.089644:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.089647:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849561.089655:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.089874:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849561.089883:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.089888:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.089893:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.089908:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 688 into portal 10 MB=0x6a9f7a20bea00 00000400:00000200:3.0:1788849561.090765:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.090773:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 688/688 into md 0x52d14d [1] + 224 00000800:00000001:3.0:1788849561.090783:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.090797:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849561.090801:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849561.090805:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849561.090814:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849561.090825:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d7011b9880 x1875730900969984/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788849676 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788849561.090836:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff93d7011b9880 x1875730900969984/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788849676 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.090912:0:278840:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849561.091006:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849561.091018:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.091022:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788849561.092558:0:278840:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788849561.092565:0:278840:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788849561.092569:0:278840:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ffcb8. 00000400:00000200:0.0:1788849561.092576:0:278840:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2dd0 00000400:00000010:0.0:1788849561.092579:0:278840:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2dd0. 00000100:00000001:0.0:1788849561.092583:0:278840:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788849561.092593:0:278840:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d7011b9880 x1875730900969984/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788849676 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788849561.092604:0:278840:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d7011b9880 x1875730900969984/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788849676 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.092611:0:278840:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849561.092613:0:278840:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849561.092616:0:278840:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788849561.092620:0:278840:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788849561.092622:0:278840:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849561.092625:0:278840:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849561.092627:0:278840:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788849561.092636:0:278840:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=79 v=84 (84 84 85 86) 00000100:00001000:0.0:1788849561.092640:0:278840:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=100 v=5 (1 1 0 0) 00000100:00000001:0.0:1788849561.092643:0:278840:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788849561.092645:0:278840:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.092648:0:278840:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788849561.092652:0:278840:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.092656:0:278840:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788849561.092716:0:278840:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771460 00000100:00000001:0.0:1788849561.092718:0:278840:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788849561.092722:0:278840:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849561.092728:0:278840:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d7011b9880 x1875730900969984/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/688 e 0 to 0 dl 1788849676 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.092753:0:278840:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849561.092756:0:278840:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849561.092758:0:278840:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788849561.092762:0:278840:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d7011b9880 x1875730900969984/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/688 e 0 to 0 dl 1788849676 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788849561.092769:0:278840:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d7011b9880 pname:cluuid:pid:xid:nid:opc:job stat:1e66267e-6e95-48f4-b0ec-6ef916809d2f:278840:1875730900969984:192.168.204.137@tcp:101:stat.0 00000100:00000001:0.0:1788849561.092774:0:278840:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849561.092777:0:278840:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849561.092779:0:278840:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788849561.092782:0:278840:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849561.092785:0:278840:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011b9880 x1875730900969984/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/688 e 0 to 0 dl 1788849676 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788849561.092791:0:278840:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788849561.092793:0:278840:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93d6d85589c0. 00000100:00000001:0.0:1788849561.092796:0:278840:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788849561.092798:0:278840:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.092800:0:278840:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788849561.092804:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.092807:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.092810:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0530800 refcount=4 00000020:00000001:0.0:1788849561.092812:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:0.0:1788849561.092814:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000040:0.0:1788849561.092821:0:278840:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff93d6e0530800, remote cookie: 0x74d08b105503b312, flags: 0x1001 00010000:00010000:0.0:1788849561.092826:0:278840:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df991 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b312 expref: -99 pid: 278840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788849561.092836:0:278840:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df991 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b312 expref: -99 pid: 278840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.092850:0:278840:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788849561.092854:0:278840:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788849561.092857:0:278840:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788849561.092858:0:278840:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788849561.092859:0:278840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788849561.092861:0:278840:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff93d6c3cf6d00) refcount = 1 00010000:00010000:0.0:1788849561.092865:0:278840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df991 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x74d08b105503b312 expref: -99 pid: 278840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.092871:0:278840:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788849561.092874:0:278840:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788849561.092876:0:278840:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788849561.092879:0:278840:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788849561.092881:0:278840:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849561.092884:0:278840:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df991 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b312 expref: -99 pid: 278840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.092889:0:278840:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788849561.092891:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.092892:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.092893:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.092894:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.092895:0:278840:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.092899:0:278840:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788849561.092901:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.093455:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.093458:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0530800 refcount=3 00000020:00000001:0.0:1788849561.093461:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:0.0:1788849561.093464:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:0.0:1788849561.093466:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.093467:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.093469:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0530800 refcount=4 00000020:00000001:0.0:1788849561.093470:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:0.0:1788849561.093479:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:0.0:1788849561.093482:0:278840:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788849561.093485:0:278840:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849561.093488:0:278840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df991 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x74d08b105503b312 expref: -99 pid: 278840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.093496:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.093497:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.093499:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.093500:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.093501:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0530800 refcount=5 00000020:00000001:0.0:1788849561.093503:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:0.0:1788849561.093505:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:0.0:1788849561.093507:0:278840:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788849561.093509:0:278840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df991 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x74d08b105503b312 expref: -99 pid: 278840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.093516:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.093517:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788849561.093519:0:278840:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df991 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x74d08b105503b312 expref: -99 pid: 278840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.093524:0:278840:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788849561.093526:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.093527:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.093528:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.093529:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788849561.093535:0:278840:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff93d7011b9880 x1875730900969984/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/688 e 0 to 0 dl 1788849676 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788849561.093544:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.093545:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.093547:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0530800 refcount=3 00000020:00000001:0.0:1788849561.093554:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:0.0:1788849561.093556:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:0.0:1788849561.093558:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.093560:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788849561.093565:0:278840:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.093567:0:278840:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788849561.093570:0:278840:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788849561.093573:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.093574:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.093575:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0530800 refcount=3 00000020:00000001:0.0:1788849561.093577:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:0.0:1788849561.093579:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00000002:00010000:0.0:1788849561.093582:0:278840:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df991 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b312 expref: -99 pid: 278840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788849561.093589:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.093590:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849561.093592:0:278840:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788849561.093593:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.093594:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788849561.093596:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0530800 refcount=3 00000020:00000001:0.0:1788849561.093597:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:0.0:1788849561.093599:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000040:0.0:1788849561.093605:0:278840:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93d6c3cf6d00 count: 2 00010000:00000001:0.0:1788849561.093607:0:278840:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788849561.093610:0:278840:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93d6c575a400 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788849561.093613:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.093614:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788849561.093615:0:278840:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788849561.093618:0:278840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb15741b4b898 00000002:00002000:0.0:1788849561.093620:0:278840:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788849561.093623:0:278840:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.093627:0:278840:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788849561.093634:0:278840:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788849561.093637:0:278840:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:0.0:1788849561.093640:0:278840:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788849561.093643:0:278840:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff93d6f9f89ec0 2 00000080:00000010:0.0:1788849561.093647:0:278840:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff93d6c94d5800. 00000080:00000001:0.0:1788849561.093651:0:278840:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788849561.093653:0:278840:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788849561.093720:0:278840:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788849561.093725:0:278840:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788849561.094286:0:278840:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff93d6c730d440. 00800000:00000001:1.0:1788849561.094290:0:278840:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446625149406991424 : -118924302560192 : ffff93d6c730d440) 00800000:00000001:1.0:1788849561.094293:0:278840:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788849561.094296:0:278840:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788849561.094298:0:278840:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788849561.094300:0:278840:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788849561.094303:0:278840:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788849561.094305:0:278840:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788849561.094305:0:278840:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788849561.094309:0:278840:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788849561.094311:0:278840:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1788849561.094313:0:278840:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788849475 to 1788849561 00000080:00200000:1.0:1788849561.094316:0:278840:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 20480 00010000:00000001:1.0:1788849561.094317:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788849561.094318:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788849561.094320:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0530800 refcount=3 00000020:00000001:1.0:1788849561.094326:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:1.0:1788849561.094327:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:1.0:1788849561.094329:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.094330:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788849561.094331:0:278840:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788849561.094333:0:278840:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788849561.094334:0:278840:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff93d6c730d440 1 00800000:00000010:1.0:1788849561.094335:0:278840:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff93d6c730d440. 00800000:00000001:1.0:1788849561.094340:0:278840:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788849561.094342:0:278840:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93d6fa4eec08) for lock 0x71ea8cdfc74df991 00800000:00000001:1.0:1788849561.094344:0:278840:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788849561.094345:0:278840:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788849561.094346:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788849561.094347:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788849561.094348:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0530800 refcount=3 00000020:00000001:1.0:1788849561.094349:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:1.0:1788849561.094350:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:1.0:1788849561.094351:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.094352:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788849561.094353:0:278840:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788849561.094354:0:278840:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788849561.094355:0:278840:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788849561.094421:0:278840:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93d6fa4eec08) 00000080:00010000:1.0:1788849561.094425:0:278840:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x71ea8cdfc74df991 from it ffffb15741b4bb58 00010000:00000001:1.0:1788849561.094427:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788849561.094429:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788849561.094430:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d6e0530800 refcount=3 00000020:00000001:1.0:1788849561.094432:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:1.0:1788849561.094434:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625149828663296 : -118923880888320 : ffff93d6e0530800) 00010000:00000001:1.0:1788849561.094436:0:278840:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788849561.094439:0:278840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df991 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x74d08b105503b312 expref: -99 pid: 278840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788849561.094456:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.094457:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788849561.094458:0:278840:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788849561.094461:0:278840:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788849561.094464:0:278840:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0530800/0x71ea8cdfc74df991 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b312 expref: -99 pid: 278840 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788849561.094472:0:278840:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788849561.094475:0:278840:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788849561.094477:0:278840:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788849561.094481:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.094482:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788849561.094484:0:278840:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.094488:0:278840:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788849561.094489:0:278840:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.094491:0:278840:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.094495:0:278840:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.094497:0:278840:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788849561.094498:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.094499:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788849561.094501:0:278840:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849561.094509:0:278840:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d7011b9880 x1875730900969984/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/688 e 0 to 0 dl 1788849676 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849561.094516:0:278840:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849561.094519:0:278840:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849561.094522:0:278840:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff93d700512800. 02000000:00000001:1.0:1788849561.094526:0:278840:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849561.094529:0:278840:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849561.094530:0:278840:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=9 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:1.0:1788849561.094533:0:278840:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849561.094536:0:278840:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93d6c5ea5000. 02000000:00000001:1.0:1788849561.094540:0:278840:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849561.094542:0:278840:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849561.094544:0:278840:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d7011b9880. 00000100:00000001:1.0:1788849561.094553:0:278840:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849561.094554:0:278840:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788849561.094558:0:278840:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93d6fa4eec08), inode mode 41ff mask 1 00000080:00000001:1.0:1788849561.094563:0:278840:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788849561.094577:0:278840:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff93d6d81f2b00. 00000020:00000001:1.0:1788849561.094581:0:278840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb15741b4bae8 00000080:00200000:1.0:1788849561.094583:0:278840:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff93d6fa4eec08), flags=8 00000080:00000001:1.0:1788849561.094586:0:278840:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788849561.094587:0:278840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb15741b4b998 00000080:00200000:1.0:1788849561.094588:0:278840:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff93d6fa4eec08), intent=getattr 00000080:00000010:1.0:1788849561.094594:0:278840:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff93d6c960c800. 00800000:00000002:1.0:1788849561.094598:0:278840:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff93d6f9f89ec0 2 00000080:00000001:1.0:1788849561.094602:0:278840:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788849561.094604:0:278840:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788849561.094606:0:278840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb15741b4b8b8 00800000:00000002:1.0:1788849561.094607:0:278840:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788849561.094609:0:278840:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788849561.094612:0:278840:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788849561.094614:0:278840:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788849561.094616:0:278840:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788849561.094619:0:278840:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788849561.094620:0:278840:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788849561.094622:0:278840:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788849561.094624:0:278840:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849561.094627:0:278840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb15741b4b850 00800000:00000002:1.0:1788849561.094629:0:278840:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f812b.sanity' -> mds #0 00000002:00000001:1.0:1788849561.094633:0:278840:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788849561.094634:0:278840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb15741b4b788 00000002:00010000:1.0:1788849561.094635:0:278840:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f812b.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788849561.094639:0:278840:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788849561.094641:0:278840:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788849561.094645:0:278840:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf31c00. 00000020:00000040:1.0:1788849561.094648:0:278840:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=10 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00010000:00000001:1.0:1788849561.094652:0:278840:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788849561.094657:0:278840:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788849561.094731:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.094732:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788849561.094733:0:278840:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849561.094736:0:278840:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849561.094738:0:278840:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849561.094742:0:278840:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849561.094749:0:278840:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93d6f9ce7c00. 00000100:00000001:1.0:1788849561.094755:0:278840:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.094759:0:278840:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788849561.094760:0:278840:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.094762:0:278840:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788849561.094763:0:278840:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.094765:0:278840:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788849561.094772:0:278840:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446625150006926336 : -118923702625280 : ffff93d6eaf31c00) 00010000:00000001:1.0:1788849561.094775:0:278840:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788849561.094777:0:278840:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788849561.094780:0:278840:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93d6c3cf6d00 count: 2 00010000:00000001:1.0:1788849561.094782:0:278840:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788849561.094784:0:278840:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788849561.094787:0:278840:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93d70129f000. 00000020:00000001:1.0:1788849561.094790:0:278840:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788849561.094793:0:278840:0:(lustre_handles.c:93:class_handle_hash()) added object ffff93d70129f000 with handle 0x71ea8cdfc74df998 to hash 00000020:00000001:1.0:1788849561.094795:0:278840:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788849561.094796:0:278840:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.094799:0:278840:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.094802:0:278840:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788849561.094803:0:278840:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849561.094807:0:278840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d70129f000/0x71ea8cdfc74df998 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 278840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788849561.094813:0:278840:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d70129f000/0x71ea8cdfc74df998 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 278840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788849561.094821:0:278840:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d70129f000/0x71ea8cdfc74df998 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 278840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788849561.094834:0:278840:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788849561.094836:0:278840:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788849561.094841:0:278840:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93d6c4ca29c0. 00000100:00000001:1.0:1788849561.094843:0:278840:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625149366708672 : -118924342842944 : ffff93d6c4ca29c0) 00000100:00000001:1.0:1788849561.094846:0:278840:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849561.094847:0:278840:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006926336 : -118923702625280 : ffff93d6eaf31c00) 00000100:00000001:1.0:1788849561.094851:0:278840:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849561.094855:0:278840:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849561.094857:0:278840:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788849561.094858:0:278840:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788849561.094863:0:278840:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf31c00 x1875730900970112/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849561.094870:0:278840:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788849561.094872:0:278840:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849561.094875:0:278840:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788849561.094877:0:278840:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788849561.094880:0:278840:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788849561.094883:0:278840:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf31c00 pname:cluuid:pid:xid:nid:opc:job stat:1e66267e-6e95-48f4-b0ec-6ef916809d2f:278840:1875730900970112:192.168.204.137@tcp:101:stat.0 00000100:00000001:1.0:1788849561.094887:0:278840:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788849561.094891:0:278840:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849561.094893:0:278840:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849561.095477:0:278840:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788849561.095483:0:278840:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff93d6c540e800. 02000000:00000001:1.0:1788849561.095485:0:278840:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849561.095491:0:278840:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849561.095496:0:278840:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004ccc08. 00000400:00000010:1.0:1788849561.095502:0:278840:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e550. 00000100:00000200:1.0:1788849561.095510:0:278840:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875730900970112, portal 10 00000100:00000001:1.0:1788849561.095512:0:278840:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849561.095513:0:278840:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006926336 : -118923702625280 : ffff93d6eaf31c00) 00000100:00000040:1.0:1788849561.095521:0:278840:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff93d6eaf31c00 x1875730900970112/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788849676 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849561.095541:0:278840:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788849561.095544:0:278840:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849561.095547:0:278840:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e660. 00000100:00000200:1.0:1788849561.095551:0:278840:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1875730900970112, offset 0 00000400:00000200:1.0:1788849561.095557:0:278840:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:1.0:1788849561.095567:0:278840:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849561.095575:0:278840:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:1.0:1788849561.095580:0:278840:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788849561.095584:0:278840:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:1.0:1788849561.095588:0:278840:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788849561.095591:0:278840:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849561.095594:0:278840:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550616:550616:256:4294967295] 192.168.204.137@tcp LPNI seq info [550562:550562:8:4294967295] 00000400:00000200:1.0:1788849561.095598:0:278840:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849561.095608:0:278840:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:1.0:1788849561.095614:0:278840:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:1.0:1788849561.095620:0:278840:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cc3600. 00000800:00000200:1.0:1788849561.095627:0:278840:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:1.0:1788849561.095635:0:278840:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:1.0:1788849561.095640:0:278840:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cc3600 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1788849561.095701:0:278840:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849561.095706:0:278840:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33566 usecs (34 jiffies) 00000400:00000200:1.0:1788849561.095710:0:278840:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849561.095712:0:278840:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307991198 00000100:00000001:1.0:1788849561.095714:0:278840:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4307992828 00000100:00000001:1.0:1788849561.095717:0:278840:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307991198 00000100:00000001:1.0:1788849561.095719:0:278840:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4307992828 00000100:00000001:1.0:1788849561.095721:0:278840:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849561.095724:0:278840:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849561.095732:0:278840:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788849561.095734:0:278840:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=110 : 110 : 6e) 00000100:00100000:1.0:1788849561.095737:0:278840:0:(client.c:2715:ptlrpc_set_wait()) set ffff93d6c4ca29c0 going to sleep for 110 seconds 00000100:00000001:1.0:1788849561.095740:0:278840:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849561.095742:0:278840:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788849561.096286:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849561.096291:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cc3600. 00000400:00000200:2.0:1788849561.096297:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849561.096304:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849561.096309:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e660 00000400:00000010:2.0:1788849561.096311:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e660. 00000100:00000001:2.0:1788849561.096316:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849561.096320:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf31c00 x1875730900970112/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788849676 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788849561.096330:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849561.096334:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93d6eaf31c00 x1875730900970112/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788849676 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788849561.096340:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849561.096342:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788849561.100163:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.100197:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849561.100201:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.100203:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849561.100211:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.100219:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849561.100228:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.100233:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.100238:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.100242:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 640 into portal 10 MB=0x6a9f7a20bea80 00000400:00000200:3.0:1788849561.100247:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.100254:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 640/640 into md 0x52d155 [1] + 224 00000800:00000001:3.0:1788849561.100261:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.100268:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849561.100271:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849561.100277:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849561.100284:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849561.100293:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf31c00 x1875730900970112/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788849676 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788849561.100321:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff93d6eaf31c00 x1875730900970112/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788849676 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788849561.100343:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849561.100350:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.100354:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849561.100417:0:278840:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788849561.100425:0:278840:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849561.100427:0:278840:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849561.100431:0:278840:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004ccc08. 00000400:00000200:1.0:1788849561.100436:0:278840:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e550 00000400:00000010:1.0:1788849561.100439:0:278840:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e550. 00000100:00000001:1.0:1788849561.100441:0:278840:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849561.100447:0:278840:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf31c00 x1875730900970112/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788849676 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788849561.100457:0:278840:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf31c00 x1875730900970112/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788849676 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849561.100464:0:278840:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849561.100466:0:278840:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849561.100468:0:278840:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849561.100472:0:278840:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849561.100474:0:278840:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849561.100477:0:278840:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849561.100480:0:278840:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849561.100489:0:278840:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=79 v=84 (84 84 85 86) 00000100:00001000:1.0:1788849561.100493:0:278840:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=100 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849561.100496:0:278840:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849561.100497:0:278840:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.100500:0:278840:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788849561.100503:0:278840:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849561.100507:0:278840:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788849561.100509:0:278840:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771460 00000100:00000001:1.0:1788849561.100511:0:278840:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788849561.100514:0:278840:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849561.100519:0:278840:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf31c00 x1875730900970112/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 584/640 e 0 to 0 dl 1788849676 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849561.100538:0:278840:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849561.100541:0:278840:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849561.100543:0:278840:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849561.100547:0:278840:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf31c00 x1875730900970112/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 584/640 e 0 to 0 dl 1788849676 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788849561.100555:0:278840:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf31c00 pname:cluuid:pid:xid:nid:opc:job stat:1e66267e-6e95-48f4-b0ec-6ef916809d2f:278840:1875730900970112:192.168.204.137@tcp:101:stat.0 00000100:00000001:1.0:1788849561.100560:0:278840:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849561.100563:0:278840:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849561.100565:0:278840:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788849561.100567:0:278840:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849561.100571:0:278840:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf31c00 x1875730900970112/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 584/640 e 0 to 0 dl 1788849676 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849561.100578:0:278840:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788849561.100581:0:278840:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93d6c4ca29c0. 00000100:00000001:1.0:1788849561.100584:0:278840:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788849561.100585:0:278840:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.100588:0:278840:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788849561.100592:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788849561.100595:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788849561.100597:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d70129f000 refcount=4 00000020:00000001:1.0:1788849561.100600:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.100603:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000040:1.0:1788849561.100609:0:278840:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff93d70129f000, remote cookie: 0x74d08b105503b32e, flags: 0x1001 00010000:00010000:1.0:1788849561.100615:0:278840:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d70129f000/0x71ea8cdfc74df998 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b32e expref: -99 pid: 278840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788849561.100623:0:278840:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0x12fc:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788849561.100626:0:278840:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788849561.100633:0:278840:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93d6c3cf6100 count: 2 00010000:00000001:1.0:1788849561.100640:0:278840:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788849561.100643:0:278840:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849561.100647:0:278840:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d70129f000/0x71ea8cdfc74df998 lrc: 4/1,0 mode: --/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b32e expref: -99 pid: 278840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788849561.100655:0:278840:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d70129f000/0x71ea8cdfc74df998 lrc: 4/1,0 mode: --/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b32e expref: -99 pid: 278840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788849561.100723:0:278840:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788849561.100726:0:278840:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788849561.100729:0:278840:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788849561.100730:0:278840:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788849561.100731:0:278840:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788849561.100734:0:278840:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0x12fc:0x0].0x0 (ffff93d6c3cf6100) refcount = 2 00010000:00000040:1.0:1788849561.100736:0:278840:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788849561.100738:0:278840:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d6e0531c00/0x71ea8cdfc74df98a lrc: 1/0,0 mode: CR/CR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x74d08b105503b304 expref: -99 pid: 278839 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788849561.100745:0:278840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d70129f000/0x71ea8cdfc74df998 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x74d08b105503b32e expref: -99 pid: 278840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788849561.100750:0:278840:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788849561.100754:0:278840:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788849561.100755:0:278840:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788849561.100757:0:278840:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788849561.100760:0:278840:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849561.100762:0:278840:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d70129f000/0x71ea8cdfc74df998 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b32e expref: -99 pid: 278840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788849561.100767:0:278840:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788849561.100769:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.100770:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788849561.100771:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.100778:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788849561.100779:0:278840:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788849561.100784:0:278840:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788849561.100785:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788849561.100786:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788849561.100788:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d70129f000 refcount=3 00000020:00000001:1.0:1788849561.100789:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.100791:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.100794:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788849561.100794:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788849561.100796:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d70129f000 refcount=4 00000020:00000001:1.0:1788849561.100797:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.100799:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.100802:0:278840:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788849561.100804:0:278840:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849561.100807:0:278840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d70129f000/0x71ea8cdfc74df998 lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x74d08b105503b32e expref: -99 pid: 278840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788849561.100812:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.100813:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788849561.100815:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788849561.100815:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788849561.100817:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d70129f000 refcount=5 00000020:00000001:1.0:1788849561.100818:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.100820:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.100823:0:278840:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788849561.100825:0:278840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d70129f000/0x71ea8cdfc74df998 lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x74d08b105503b32e expref: -99 pid: 278840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788849561.100831:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.100832:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788849561.100835:0:278840:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d70129f000/0x71ea8cdfc74df998 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x74d08b105503b32e expref: -99 pid: 278840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788849561.100850:0:278840:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788849561.100852:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.100852:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788849561.100854:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.100854:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788849561.100859:0:278840:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff93d6eaf31c00 x1875730900970112/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 584/640 e 0 to 0 dl 1788849676 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788849561.100868:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788849561.100869:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788849561.100870:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d70129f000 refcount=3 00000020:00000001:1.0:1788849561.100872:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.100874:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00000002:00010000:1.0:1788849561.100877:0:278840:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d70129f000/0x71ea8cdfc74df998 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b32e expref: -99 pid: 278840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788849561.100885:0:278840:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff93d6c730d440. 00010000:00000001:1.0:1788849561.100887:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.100888:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788849561.100889:0:278840:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788849561.100891:0:278840:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788849561.100894:0:278840:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788849561.100897:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788849561.100898:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788849561.100899:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d70129f000 refcount=3 00000020:00000001:1.0:1788849561.100901:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.100903:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00000002:00010000:1.0:1788849561.100906:0:278840:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d70129f000/0x71ea8cdfc74df998 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b32e expref: -99 pid: 278840 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788849561.100912:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.100918:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788849561.100920:0:278840:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788849561.100922:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788849561.100923:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788849561.100925:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d70129f000 refcount=3 00000020:00000001:1.0:1788849561.100927:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.100929:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000040:1.0:1788849561.100932:0:278840:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93d6c3cf6100 count: 3 00010000:00000001:1.0:1788849561.100934:0:278840:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788849561.100938:0:278840:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93d6c575a400 type 13 mode 4 res 8589945623/4860 (0 0) 00010000:00000001:1.0:1788849561.101158:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.101159:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788849561.101161:0:278840:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788849561.101163:0:278840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb15741b4b710 00000002:00002000:1.0:1788849561.101165:0:278840:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788849561.101167:0:278840:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788849561.101170:0:278840:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788849561.101172:0:278840:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788849561.101174:0:278840:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:1.0:1788849561.101176:0:278840:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788849561.101180:0:278840:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff93d6f9f89ec0 2 00000080:00000001:1.0:1788849561.101181:0:278840:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788849561.101183:0:278840:0:(namei.c:674:ll_lookup_it_finish()) it ffffb15741b4bb20 it_disposition b 00000080:00000001:1.0:1788849561.101184:0:278840:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788849561.101190:0:278840:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788849561.101192:0:278840:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788849561.101194:0:278840:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330428 : 144115373145330428 : 200002b170012fc) 00000080:00000001:1.0:1788849561.101196:0:278840:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1788849561.101202:0:278840:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788849561.101206:0:278840:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625149390564600 : -118924318987016 : ffff93d6c6362cf8) 00000020:00001000:1.0:1788849561.101208:0:278840:0:(cl_object.c:823:cl_env_get()) 1@ffff93d6c6362cf0 00000020:00000001:1.0:1788849561.101211:0:278840:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788849561.101214:0:278840:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788849561.101218:0:278840:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788849561.101224:0:278840:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff93d6f28a2420. 00020000:00000010:1.0:1788849561.101228:0:278840:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff93d6f1528280. 00020000:00000010:1.0:1788849561.101237:0:278840:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff93d6f28a2c60. 00020000:00000001:1.0:1788849561.101240:0:278840:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625150134266976 : -118923575284640 : ffff93d6f28a2c60) 00020000:00000002:1.0:1788849561.101243:0:278840:0:(lov_ea.c:755:dump_lsm()) lsm ffff93d6f28a2c60, objid 0x12fc:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788849561.101247:0:278840:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788849561.101251:0:278840:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff93d6f1528280: ostid: 0x280000401:21896 ost idx: 0 gen: 0 00020000:00000002:1.0:1788849561.101255:0:278840:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff93d7005526c8) owner ffff93d6e9844f80 00020000:00000001:1.0:1788849561.101258:0:278840:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788849561.101260:0:278840:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff93d7005526c8) owner ffff93d6e9844f80 00020000:00000010:1.0:1788849561.101264:0:278840:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff93d6f1528280. 00020000:00000010:1.0:1788849561.101267:0:278840:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff93d6f28a2420. 00020000:00000010:1.0:1788849561.101269:0:278840:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff93d6f28a2c60. 00020000:00000002:1.0:1788849561.101271:0:278840:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x12fc:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788849561.101272:0:278840:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849561.101274:0:278840:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788849561.101275:0:278840:0:(cl_object.c:917:cl_env_put()) 1@ffff93d6c6362cf0 00000080:00000001:1.0:1788849561.101278:0:278840:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145330428 : 144115373145330428 : 200002b170012fc) 00000080:00000001:1.0:1788849561.101280:0:278840:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:1.0:1788849561.101283:0:278840:0:(namei.c:147:ll_iget()) got inode: [0x200002b17:0x12fc:0x0](ffff93d6d8f442c8): rc = 0 00000080:00000001:1.0:1788849561.101285:0:278840:0:(namei.c:156:ll_iget()) Process leaving (rc=18446625149705011912 : -118924004539704 : ffff93d6d8f442c8) 00010000:00000001:1.0:1788849561.101286:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788849561.101287:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788849561.101289:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d70129f000 refcount=3 00000020:00000001:1.0:1788849561.101290:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.101291:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00000080:00000001:1.0:1788849561.101293:0:278840:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788849561.101294:0:278840:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788849561.101295:0:278840:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625149390564600 : -118924318987016 : ffff93d6c6362cf8) 00000020:00001000:1.0:1788849561.101296:0:278840:0:(cl_object.c:823:cl_env_get()) 1@ffff93d6c6362cf0 00000020:00000001:1.0:1788849561.101297:0:278840:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788849561.101298:0:278840:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788849561.101300:0:278840:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788849561.101302:0:278840:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff93d6f28a2c60. 00020000:00000010:1.0:1788849561.101309:0:278840:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff93d6f1528280. 00020000:00000010:1.0:1788849561.101312:0:278840:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff93d6f28a2420. 00020000:00000001:1.0:1788849561.101314:0:278840:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446625150134264864 : -118923575286752 : ffff93d6f28a2420) 00020000:00000002:1.0:1788849561.101316:0:278840:0:(lov_ea.c:755:dump_lsm()) lsm ffff93d6f28a2420, objid 0x12fc:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788849561.101320:0:278840:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788849561.101323:0:278840:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff93d6f1528280: ostid: 0x280000401:21896 ost idx: 0 gen: 0 00020000:00000002:1.0:1788849561.101325:0:278840:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff93d7005526c8) owner ffff93d6e9844f80 00020000:00000001:1.0:1788849561.101327:0:278840:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788849561.101329:0:278840:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff93d7005526c8) owner ffff93d6e9844f80 00020000:00000010:1.0:1788849561.101332:0:278840:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff93d6f1528280. 00020000:00000010:1.0:1788849561.101334:0:278840:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff93d6f28a2c60. 00020000:00000010:1.0:1788849561.101336:0:278840:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff93d6f28a2420. 00020000:00000002:1.0:1788849561.101338:0:278840:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0x12fc:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788849561.101340:0:278840:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849561.101342:0:278840:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849561.101344:0:278840:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788849561.101347:0:278840:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff93d7005526c8) owner 0000000000000000/ffff93d6e9844f80 00020000:00000002:1.0:1788849561.101350:0:278840:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff93d6eafd9ba0 addref 2/0 by ffff93d6e9844f80. 00020000:00000002:1.0:1788849561.101352:0:278840:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff93d7005526c8) owner 0000000000000000/ffff93d6e9844f80 00020000:00000001:1.0:1788849561.101355:0:278840:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788849561.101368:0:278840:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788849561.101369:0:278840:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788849561.101371:0:278840:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788849561.101374:0:278840:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788849561.101376:0:278840:0:(file.c:6843:ll_layout_conf()) [0x200002b17:0x12fc:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1788849561.101378:0:278840:0:(cl_object.c:917:cl_env_put()) 1@ffff93d6c6362cf0 00000080:00000001:1.0:1788849561.101381:0:278840:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.101393:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.101395:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788849561.101396:0:278840:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788849561.101399:0:278840:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788849561.101401:0:278840:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788849561.101404:0:278840:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x12fc:0x0](ffff93d6d8f442c8) for lock 0x71ea8cdfc74df998 00800000:00000001:1.0:1788849561.101412:0:278840:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788849561.101414:0:278840:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788849561.101416:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788849561.101417:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788849561.101419:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d70129f000 refcount=3 00000020:00000001:1.0:1788849561.101421:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.101423:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.101425:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.101426:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788849561.101428:0:278840:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788849561.101429:0:278840:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788849561.101436:0:278840:0:(namei.c:653:ll_splice_alias()) Add dentry ffff93d6d9c700d8 inode ffff93d6d8f442c8 refc 1 flags 0x40000e 00000080:00000001:1.0:1788849561.101439:0:278840:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788849561.101443:0:278840:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x12fc:0x0](ffff93d6d8f442c8) 00000080:00010000:1.0:1788849561.101447:0:278840:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x71ea8cdfc74df998 from it ffffb15741b4bb20 00010000:00000001:1.0:1788849561.101448:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788849561.101449:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788849561.101450:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d70129f000 refcount=3 00000020:00000001:1.0:1788849561.101452:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.101453:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.101455:0:278840:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788849561.101458:0:278840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d70129f000/0x71ea8cdfc74df998 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x74d08b105503b32e expref: -99 pid: 278840 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788849561.101465:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.101466:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788849561.101468:0:278840:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788849561.101470:0:278840:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788849561.101472:0:278840:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d70129f000/0x71ea8cdfc74df998 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x74d08b105503b32e expref: -99 pid: 278840 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788849561.101480:0:278840:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788849561.101482:0:278840:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788849561.101489:0:278840:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788849561.101494:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.101495:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788849561.101496:0:278840:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.101499:0:278840:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788849561.101501:0:278840:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.101503:0:278840:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.101505:0:278840:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.101507:0:278840:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788849561.101508:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.101509:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788849561.101512:0:278840:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788849561.101515:0:278840:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff93d6c960c800. 00000100:00000001:1.0:1788849561.101519:0:278840:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849561.101524:0:278840:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf31c00 x1875730900970112/t0(0) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 584/640 e 0 to 0 dl 1788849676 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849561.101531:0:278840:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849561.101534:0:278840:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849561.101537:0:278840:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff93d6c540e800. 02000000:00000001:1.0:1788849561.101540:0:278840:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849561.101543:0:278840:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849561.101544:0:278840:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=9 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:1.0:1788849561.101546:0:278840:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849561.101549:0:278840:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93d6f9ce7c00. 02000000:00000001:1.0:1788849561.101553:0:278840:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849561.101554:0:278840:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849561.101557:0:278840:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf31c00. 00000100:00000001:1.0:1788849561.101560:0:278840:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849561.101561:0:278840:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788849561.101564:0:278840:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788849561.101565:0:278840:0:(dcache.c:176:ll_intent_release()) intent ffffb15741b4bb20 released 00000080:00000001:1.0:1788849561.101567:0:278840:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1788849561.101580:0:278840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb15741b4bd08 00000080:00200008:1.0:1788849561.101582:0:278840:0:(file.c:6296:ll_getattr_dentry()) START file f812b.sanity:[0x200002b17:0x12fc:0x0](ffff93d6d8f442c8), request_mask 4095, flags 0, foreign 0 00000080:00000001:1.0:1788849561.101589:0:278840:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788849561.101590:0:278840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb15741b4bc80 00000080:00200000:1.0:1788849561.101592:0:278840:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200002b17:0x12fc:0x0](ffff93d6d8f442c8),name=f812b.sanity 00000080:00000010:1.0:1788849561.101603:0:278840:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff93d6c960c800. 00800000:00000002:1.0:1788849561.101609:0:278840:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff93d6f9f89ec0 2 00000080:00000001:1.0:1788849561.101615:0:278840:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788849561.101618:0:278840:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788849561.101620:0:278840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb15741b4bba0 00800000:00000002:1.0:1788849561.101622:0:278840:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b17:0x12fc:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788849561.101625:0:278840:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788849561.101629:0:278840:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788849561.101632:0:278840:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788849561.101634:0:278840:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788849561.101636:0:278840:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788849561.101638:0:278840:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788849561.101641:0:278840:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788849561.101643:0:278840:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788849561.101645:0:278840:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788849561.101646:0:278840:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788849561.101647:0:278840:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788849561.101649:0:278840:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788849561.101650:0:278840:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788849561.101652:0:278840:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0x12fc:0x0] 00800000:00000001:1.0:1788849561.101653:0:278840:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788849561.101655:0:278840:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0x12fc:0x0], name='' -> mds #0 00000002:00000001:1.0:1788849561.102779:0:278840:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788849561.102784:0:278840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb15741b4ba70 00000002:00010000:1.0:1788849561.102787:0:278840:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0x12fc:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788849561.102792:0:278840:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788849561.102793:0:278840:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788849561.102795:0:278840:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788849561.102800:0:278840:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff93d6c3cf6100 count: 3 00010000:00000001:1.0:1788849561.102802:0:278840:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788849561.102806:0:278840:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788849561.102809:0:278840:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788849561.102813:0:278840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d70129f000/0x71ea8cdfc74df998 lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x74d08b105503b32e expref: -99 pid: 278840 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788849561.102837:0:278840:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788849561.102842:0:278840:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849561.102845:0:278840:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d70129f000/0x71ea8cdfc74df998 lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x74d08b105503b32e expref: -99 pid: 278840 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788849561.102851:0:278840:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788849561.102853:0:278840:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788849561.102855:0:278840:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788849561.102857:0:278840:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788849561.102859:0:278840:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788849561.102862:0:278840:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 1 00000080:00000001:1.0:1788849561.102864:0:278840:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788849561.102867:0:278840:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff93d6f9f89ec0 2 00000080:00000010:1.0:1788849561.102870:0:278840:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff93d6c960c800. 00000080:00000001:1.0:1788849561.102874:0:278840:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788849561.102875:0:278840:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788849561.102878:0:278840:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0x12fc:0x0](ffff93d6d8f442c8) 00000080:00010000:1.0:1788849561.102881:0:278840:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0x12fc:0x0](ffff93d6d8f442c8) for lock 0x71ea8cdfc74df998 00800000:00000001:1.0:1788849561.102884:0:278840:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788849561.102885:0:278840:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788849561.102887:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788849561.102889:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788849561.102892:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d70129f000 refcount=3 00000020:00000001:1.0:1788849561.102893:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.102895:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.102898:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.102899:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788849561.102900:0:278840:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788849561.102901:0:278840:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788849561.102903:0:278840:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x71ea8cdfc74df998 from it ffffb15741b4bcb8 00010000:00000001:1.0:1788849561.102905:0:278840:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788849561.102911:0:278840:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788849561.102912:0:278840:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d70129f000 refcount=3 00000020:00000001:1.0:1788849561.102914:0:278840:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.102916:0:278840:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625150379618304 : -118923329933312 : ffff93d70129f000) 00010000:00000001:1.0:1788849561.102919:0:278840:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788849561.102923:0:278840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d70129f000/0x71ea8cdfc74df998 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x74d08b105503b32e expref: -99 pid: 278840 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788849561.102929:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.102930:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788849561.102932:0:278840:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788849561.102934:0:278840:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788849561.102936:0:278840:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93d6e0561000 lock: ffff93d70129f000/0x71ea8cdfc74df998 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0x12fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x74d08b105503b32e expref: -99 pid: 278840 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788849561.102959:0:278840:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788849561.102962:0:278840:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788849561.102963:0:278840:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788849561.102966:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.103155:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788849561.103157:0:278840:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.103160:0:278840:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788849561.103161:0:278840:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.103163:0:278840:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.103166:0:278840:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.103168:0:278840:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788849561.103169:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.103170:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788849561.103172:0:278840:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788849561.103174:0:278840:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788849561.103177:0:278840:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788849561.103179:0:278840:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788849561.103181:0:278840:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788849561.103183:0:278840:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788849561.103185:0:278840:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788849561.103188:0:278840:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788849561.103191:0:278840:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788849561.103398:0:278840:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788849561.103401:0:278840:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625149390564600 : -118924318987016 : ffff93d6c6362cf8) 00000020:00001000:1.0:1788849561.103404:0:278840:0:(cl_object.c:823:cl_env_get()) 1@ffff93d6c6362cf0 00000020:00000001:1.0:1788849561.103409:0:278840:0:(cl_object.c:143:cl_object_top()) ffff93d6f9ce02d8 -> ffff93d6f9ce02d8 00000020:00000001:1.0:1788849561.103412:0:278840:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788849561.103414:0:278840:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788849561.103416:0:278840:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0x12fc:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788849561.103419:0:278840:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788849561.103420:0:278840:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788849561.103422:0:278840:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788849561.103483:0:278840:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788849561.103486:0:278840:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788849561.103490:0:278840:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x12fc:0x0]io ffff93d6f99fde70 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788849561.103493:0:278840:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff93d7005526c8) owner 0000000000000000/ffff93d6e9844f80 00020000:00000001:1.0:1788849561.103497:0:278840:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788849561.103499:0:278840:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788849561.103566:0:278840:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788849561.103567:0:278840:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788849561.103570:0:278840:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788849561.103573:0:278840:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788849561.103574:0:278840:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849561.103576:0:278840:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788849561.103577:0:278840:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788849561.103578:0:278840:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788849561.103579:0:278840:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff93d7005526c8) owner 0000000000000000/ffff93d6e9844f80 00000020:00000001:1.0:1788849561.103582:0:278840:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788849561.103585:0:278840:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788849561.103586:0:278840:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200002b17:0x12fc:0x0] 00000020:00000001:1.0:1788849561.103588:0:278840:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788849561.103590:0:278840:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788849561.103592:0:278840:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788849561.103594:0:278840:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788849561.103599:0:278840:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788849561.103605:0:278840:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff93d6f17b3580. 00020000:00000002:1.0:1788849561.103607:0:278840:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788849561.103609:0:278840:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788849561.103611:0:278840:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788849561.103613:0:278840:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788849561.103619:0:278840:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788849561.103621:0:278840:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625149389335368 : -118924320216248 : ffff93d6c6236b48) 00000020:00001000:1.0:1788849561.103624:0:278840:0:(cl_object.c:823:cl_env_get()) 1@ffff93d6c6236b40 00000020:00000001:1.0:1788849561.103626:0:278840:0:(cl_object.c:143:cl_object_top()) ffff93d6f9ce0148 -> ffff93d6f9ce02d8 00000020:00000001:1.0:1788849561.103628:0:278840:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788849561.103631:0:278840:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788849561.103632:0:278840:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788849561.103634:0:278840:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788849561.103635:0:278840:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788849561.103638:0:278840:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625150378030304 : -118923331521312 : ffff93d70111b4e0) 00000020:00000001:1.0:1788849561.103640:0:278840:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788849561.103644:0:278840:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff93d6d0d577c0. 00000008:00010000:1.0:1788849561.103647:0:278840:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788849561.103649:0:278840:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788849561.103651:0:278840:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788849561.103652:0:278840:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff93d6f17b35b0, osc lock ffff93d6d0d577c0, flags 0x400001002 00000020:00000001:1.0:1788849561.103655:0:278840:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788849561.103657:0:278840:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788849561.103659:0:278840:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446625150116509056 : -118923593042560 : ffff93d6f17b3580) 00000020:00000001:1.0:1788849561.103661:0:278840:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788849561.103662:0:278840:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788849561.103664:0:278840:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849561.103666:0:278840:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849561.103668:0:278840:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788849561.103670:0:278840:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788849561.103671:0:278840:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788849561.103673:0:278840:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788849561.103674:0:278840:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788849561.103675:0:278840:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625150378030304 : -118923331521312 : ffff93d70111b4e0) 00000020:00000001:1.0:1788849561.103677:0:278840:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788849561.103679:0:278840:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788849561.103681:0:278840:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788849561.103685:0:278840:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788849561.103687:0:278840:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788849561.103688:0:278840:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788849561.103690:0:278840:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788849561.103691:0:278840:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788849561.103692:0:278840:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788849561.103699:0:278840:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788849561.103701:0:278840:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788849561.103705:0:278840:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.103707:0:278840:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788849561.103712:0:278840:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf31c00. 00000020:00000040:1.0:1788849561.103716:0:278840:0:(genops.c:1210:class_import_get()) import ffff93d6e0ade000 refcount=4 obd=lustre-OST0000-osc-ffff93d6e0561000 00010000:00000001:1.0:1788849561.103719:0:278840:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788849561.103723:0:278840:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788849561.103725:0:278840:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849561.103728:0:278840:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849561.103731:0:278840:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849561.103734:0:278840:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849561.103739:0:278840:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93d6c960c800. 00000100:00000001:1.0:1788849561.103746:0:278840:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.103750:0:278840:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788849561.103752:0:278840:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.103753:0:278840:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788849561.103754:0:278840:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.103756:0:278840:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.103759:0:278840:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446625150006926336 : -118923702625280 : ffff93d6eaf31c00) 00010000:00000001:1.0:1788849561.103762:0:278840:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788849561.103764:0:278840:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788849561.103768:0:278840:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff93d6c72c7300. 00010000:00000010:1.0:1788849561.103772:0:278840:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff93d6c72c7000. 00010000:00000001:1.0:1788849561.103776:0:278840:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788849561.103779:0:278840:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93d70129f200. 00000020:00000001:1.0:1788849561.103783:0:278840:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788849561.103785:0:278840:0:(lustre_handles.c:93:class_handle_hash()) added object ffff93d70129f200 with handle 0x71ea8cdfc74df99f to hash 00000020:00000001:1.0:1788849561.103787:0:278840:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788849561.103789:0:278840:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446625150379618816 : -118923329932800 : ffff93d70129f200) 00010000:00000010:1.0:1788849561.103792:0:278840:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff93d6c730dbc0. 00010000:00000001:1.0:1788849561.103795:0:278840:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446625150379618816 : -118923329932800 : ffff93d70129f200) 00010000:00000001:1.0:1788849561.103798:0:278840:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788849561.103800:0:278840:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849561.103804:0:278840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff93d6e0561000 lock: 0000000090f15525/0x71ea8cdfc74df99f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x5588:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 278840 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788849561.103820:0:278840:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff93d6e0561000 lock: 0000000090f15525/0x71ea8cdfc74df99f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x5588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 278840 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788849561.103831:0:278840:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849561.103836:0:278840:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849561.103840:0:278840:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849561.103850:0:278840:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8ba28d7] to pc [ptlrpcd_00_00+0] req@ffff93d6eaf31c00 x1875730900970240/t0(0) o101->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788849561.103897:0:278840:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788849561.103901:0:278840:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849561.103903:0:278840:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788849561.103904:0:278840:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849561.103906:0:278840:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849561.103908:0:278840:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788849561.103910:0:278840:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788849561.103912:0:278840:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788849561.103913:0:278840:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1788849561.103928:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788849561.103931:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788849561.103933:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849561.103977:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788849561.103979:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849561.103982:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849561.103983:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849561.103986:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788849561.103991:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf31c00 x1875730900970240/t0(0) o101->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849561.103999:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788849561.104001:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849561.104005:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788849561.104008:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788849561.104010:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788849561.104020:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900970240:192.168.204.137@tcp:101:stat.0 00000100:00000001:0.0:1788849561.104122:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849561.104126:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849561.104350:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788849561.104358:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849561.104360:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849561.104364:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788849561.104369:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93d6f9ce7c00. 02000000:00000001:1.0:1788849561.104372:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849561.104380:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849561.104395:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004ccc08. 00000400:00000010:1.0:1788849561.104402:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e550. 00000100:00000200:1.0:1788849561.104409:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875730900970240, portal 4 00000100:00000001:1.0:1788849561.104411:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849561.104413:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006926336 : -118923702625280 : ffff93d6eaf31c00) 00000100:00000040:1.0:1788849561.104419:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff93d6eaf31c00 x1875730900970240/t0(0) o101->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 328/400 e 0 to 0 dl 1788849616 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849561.104489:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788849561.104492:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849561.104495:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105ecc0. 00000100:00000200:1.0:1788849561.104570:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875730900970240, offset 0 00000400:00000200:1.0:1788849561.104580:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:1.0:1788849561.104589:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849561.104596:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:1.0:1788849561.104602:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788849561.104606:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:1.0:1788849561.104610:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788849561.104613:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849561.104616:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550617:550617:256:4294967295] 192.168.204.137@tcp LPNI seq info [550563:550563:8:4294967295] 00000400:00000200:1.0:1788849561.104621:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849561.104631:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:1.0:1788849561.104637:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:1.0:1788849561.104643:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cc3400. 00000800:00000200:1.0:1788849561.104658:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:1.0:1788849561.104665:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:1.0:1788849561.104670:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cc3400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788849561.104730:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849561.104735:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: using a timeout of 135517 usecs (136 jiffies) 00000400:00000200:1.0:1788849561.104739:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849561.104742:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307991309 00000100:00000001:1.0:1788849561.104745:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4307992828 00000100:00000001:1.0:1788849561.104747:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307991309 00000100:00000001:1.0:1788849561.104749:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4307992828 00000100:00000001:1.0:1788849561.104751:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849561.104753:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849561.104757:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849561.104759:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788849561.105165:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849561.105170:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cc3400. 00000400:00000200:2.0:1788849561.105175:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849561.105180:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849561.105186:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105ecc0 00000400:00000010:2.0:1788849561.105188:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105ecc0. 00000100:00000001:2.0:1788849561.105192:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849561.105197:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf31c00 x1875730900970240/t0(0) o101->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 328/400 e 0 to 0 dl 1788849616 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788849561.105206:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849561.105209:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf31c00 x1875730900970240/t0(0) o101->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 328/400 e 0 to 0 dl 1788849616 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788849561.105228:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849561.105230:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788849561.107612:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.107626:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849561.107629:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.107631:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849561.107638:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.107643:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849561.107649:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.107652:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.107656:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.107659:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 400 into portal 4 MB=0x6a9f7a20beb00 00000400:00000200:3.0:1788849561.107674:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849561.107678:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.137@tcp of length 400/400 into md 0x52d15d [1] + 224 00000800:00000001:3.0:1788849561.107684:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.107688:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849561.107690:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849561.107693:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849561.107698:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849561.107704:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf31c00 x1875730900970240/t0(0) o101->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 328/400 e 0 to 0 dl 1788849616 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788849561.107712:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff93d6eaf31c00 x1875730900970240/t0(0) o101->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 328/400 e 0 to 0 dl 1788849616 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849561.107766:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849561.107771:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849561.107790:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849561.107799:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849561.107803:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788849561.107850:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849561.107853:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849561.107856:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004ccc08. 00000400:00000200:1.0:1788849561.107861:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e550 00000400:00000010:1.0:1788849561.107863:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e550. 00000100:00000001:1.0:1788849561.107866:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849561.107871:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf31c00 x1875730900970240/t0(0) o101->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 328/400 e 0 to 0 dl 1788849616 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788849561.107879:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf31c00 x1875730900970240/t0(0) o101->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 328/400 e 0 to 0 dl 1788849616 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849561.107885:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849561.107887:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849561.107890:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849561.107893:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849561.107895:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849561.107898:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849561.107907:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849561.107917:0:2392:0:(import.c:2149:obd_at_measure()) add 36 to ffff93d6e0ade460 time=79 v=36 (36 5 5 5) 00000100:00001000:1.0:1788849561.107921:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ade418 time=62 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849561.107924:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849561.107926:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.107929:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788849561.107932:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849561.107936:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788849561.107938:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93d6e0561000: skip recheck: last_committed 42949693919 00000100:00000001:1.0:1788849561.107939:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788849561.107983:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849561.107990:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf31c00 x1875730900970240/t0(0) o101->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 328/400 e 0 to 0 dl 1788849616 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849561.107997:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849561.108000:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849561.108002:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788849561.108005:0:2392:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1788849561.108007:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788849561.108010:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788849561.108013:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d70129f200 refcount=4 00000020:00000001:1.0:1788849561.108016:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625150379618816 : -118923329932800 : ffff93d70129f200) 00010000:00000001:1.0:1788849561.108019:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625150379618816 : -118923329932800 : ffff93d70129f200) 00010000:00000001:1.0:1788849561.108021:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788849561.108022:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788849561.108024:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d70129f200 refcount=5 00000020:00000001:1.0:1788849561.108025:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625150379618816 : -118923329932800 : ffff93d70129f200) 00010000:00000001:1.0:1788849561.108028:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625150379618816 : -118923329932800 : ffff93d70129f200) 00010000:00000001:1.0:1788849561.108031:0:2392:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788849561.108034:0:2392:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849561.108038:0:2392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff93d6e0561000 lock: 0000000090f15525/0x71ea8cdfc74df99f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x5588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 278840 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788849561.108047:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.108054:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788849561.108055:0:2392:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788849561.108057:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788849561.108058:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788849561.108059:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d70129f200 refcount=6 00000020:00000001:1.0:1788849561.108060:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625150379618816 : -118923329932800 : ffff93d70129f200) 00010000:00000001:1.0:1788849561.108062:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625150379618816 : -118923329932800 : ffff93d70129f200) 00010000:00000040:1.0:1788849561.108066:0:2392:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff93d70129f200, remote cookie: 0x74d08b105503b335, flags: 0x1001 00010000:00010000:1.0:1788849561.108070:0:2392:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff93d6e0561000 lock: 0000000090f15525/0x71ea8cdfc74df99f lrc: 6/2,0 mode: --/PR res: [0x280000401:0x5588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b335 expref: -99 pid: 278840 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788849561.108075:0:2392:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788849561.108077:0:2392:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.108078:0:2392:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788849561.108081:0:2392:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788849561.108084:0:2392:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff93d6e0561000 lock: 0000000090f15525/0x71ea8cdfc74df99f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x5588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x74d08b105503b335 expref: -99 pid: 278840 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788849561.108089:0:2392:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x5588:0x0].0x0 (ffff93d6c72c7300) refcount = 1 00010000:00000040:1.0:1788849561.108091:0:2392:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788849561.108093:0:2392:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff93d6e0561000 lock: 0000000090f15525/0x71ea8cdfc74df99f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x5588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x74d08b105503b335 expref: -99 pid: 278840 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788849561.108099:0:2392:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788849561.108100:0:2392:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788849561.108102:0:2392:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788849561.108103:0:2392:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849561.108105:0:2392:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff93d6e0561000 lock: 0000000090f15525/0x71ea8cdfc74df99f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x5588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x74d08b105503b335 expref: -99 pid: 278840 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788849561.108109:0:2392:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788849561.108113:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.108114:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788849561.108114:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.108115:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788849561.108117:0:2392:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788849561.108119:0:2392:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788849561.108121:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788849561.108121:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788849561.108122:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d70129f200 refcount=5 00000020:00000001:1.0:1788849561.108123:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625150379618816 : -118923329932800 : ffff93d70129f200) 00010000:00000001:1.0:1788849561.108125:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625150379618816 : -118923329932800 : ffff93d70129f200) 00000008:00000001:1.0:1788849561.108127:0:2392:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788849561.108131:0:2392:0:(cl_object.c:143:cl_object_top()) ffff93d6faa2a380 -> ffff93d6f9ce02d8 00000008:00010000:1.0:1788849561.108134:0:2392:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff93d6e0561000 lock: 0000000090f15525/0x71ea8cdfc74df99f lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x5588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x74d08b105503b335 expref: -99 pid: 278840 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788849561.108139:0:2392:0:(cl_object.c:143:cl_object_top()) ffff93d6faa2a380 -> ffff93d6f9ce02d8 00000020:00000001:1.0:1788849561.108140:0:2392:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788849561.108142:0:2392:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788849561.108144:0:2392:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788849561.108146:0:2392:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849561.108147:0:2392:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849561.108148:0:2392:0:(cl_object.c:143:cl_object_top()) ffff93d6faa2a380 -> ffff93d6f9ce02d8 00000008:00000001:1.0:1788849561.108149:0:2392:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1788849561.108152:0:2392:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788849561.108153:0:2392:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788849561.108288:0:2392:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788849561.108289:0:278840:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788849561.108291:0:2392:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.108294:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788849561.108294:0:278840:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849561.108295:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788849561.108296:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d70129f200 refcount=6 00000020:00000001:1.0:1788849561.108298:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625150379618816 : -118923329932800 : ffff93d70129f200) 00010000:00000001:1.0:1788849561.108301:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625150379618816 : -118923329932800 : ffff93d70129f200) 00010000:00000001:1.0:1788849561.108303:0:2392:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788849561.108306:0:2392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff93d6e0561000 lock: 0000000090f15525/0x71ea8cdfc74df99f lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x5588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x74d08b105503b335 expref: -99 pid: 278840 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788849561.108307:0:278840:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788849561.108310:0:278840:0:(cl_object.c:143:cl_object_top()) ffff93d6f9ce02d8 -> ffff93d6f9ce02d8 00000020:00000001:0.0:1788849561.108312:0:278840:0:(cl_object.c:143:cl_object_top()) ffff93d6f9ce02d8 -> ffff93d6f9ce02d8 00000020:00000001:0.0:1788849561.108314:0:278840:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788849561.108317:0:278840:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00010000:00000001:1.0:1788849561.108319:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.108320:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00020000:00000001:0.0:1788849561.108322:0:278840:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00010000:00010000:1.0:1788849561.108323:0:2392:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff93d6e0561000 lock: 0000000090f15525/0x71ea8cdfc74df99f lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x5588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x74d08b105503b335 expref: -99 pid: 278840 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00020000:00000001:0.0:1788849561.108324:0:278840:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788849561.108326:0:278840:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788849561.108327:0:278840:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788849561.108329:0:278840:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x12fc:11031 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00010000:00000001:1.0:1788849561.108330:0:2392:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788849561.108331:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.108332:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00020000:00000001:0.0:1788849561.108333:0:278840:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788849561.108334:0:2392:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788849561.108335:0:278840:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00010000:00000001:1.0:1788849561.108336:0:2392:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788849561.108337:0:2392:0:(lustre_handles.c:130:class_handle2object()) Process entered 00020000:00000001:0.0:1788849561.108337:0:278840:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788849561.108338:0:2392:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff93d70129f200 refcount=5 00000020:00000001:0.0:1788849561.108339:0:278840:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849561.108340:0:2392:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446625150379618816 : -118923329932800 : ffff93d70129f200) 00000020:00000001:0.0:1788849561.108340:0:278840:0:(cl_object.c:143:cl_object_top()) ffff93d6f9ce02d8 -> ffff93d6f9ce02d8 00010000:00000001:1.0:1788849561.108342:0:2392:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446625150379618816 : -118923329932800 : ffff93d70129f200) 00000080:00200000:0.0:1788849561.108343:0:278840:0:(file.c:1775:ll_merge_attr_nolock()) [0x200002b17:0x12fc:0x0] updating i_size 0 i_blocks 0 00010000:00000001:1.0:1788849561.108344:0:2392:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000080:00000001:0.0:1788849561.108345:0:278840:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00010000:00010000:1.0:1788849561.108347:0:2392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff93d6e0561000 lock: 0000000090f15525/0x71ea8cdfc74df99f lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x5588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x74d08b105503b335 expref: -99 pid: 278840 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788849561.108348:0:278840:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788849561.108350:0:278840:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff93d6f99fde10 (ffff93d6c6362cf8/0) at cl_lock_release():245 00010000:00000001:1.0:1788849561.108352:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.108353:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1788849561.108353:0:278840:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788849561.108354:0:278840:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff93d6f99fde10 (ffff93d6c6362cf8/0) at cl_lock_cancel():142 00010000:00000001:1.0:1788849561.108355:0:2392:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788849561.108357:0:2392:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00020000:00000001:0.0:1788849561.108357:0:278840:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00010000:00010000:1.0:1788849561.108360:0:2392:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff93d6e0561000 lock: 0000000090f15525/0x71ea8cdfc74df99f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x5588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x74d08b105503b335 expref: -99 pid: 278840 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00020000:00000001:0.0:1788849561.108361:0:278840:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788849561.108363:0:278840:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446625150378030304 : -118923331521312 : ffff93d70111b4e0) 00010000:00000001:1.0:1788849561.108369:0:2392:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00000020:00000001:0.0:1788849561.108370:0:278840:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00010000:00000001:1.0:1788849561.108371:0:2392:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00000020:00010000:0.0:1788849561.108371:0:278840:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff93d6f17b35b0 (ffff93d6c6236b48/1) at cl_lock_cancel():142 00010000:00000001:1.0:1788849561.108373:0:2392:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000008:00000001:0.0:1788849561.108374:0:278840:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788849561.108375:0:278840:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788849561.108376:0:278840:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788849561.108377:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849561.108377:0:278840:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788849561.108378:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788849561.108379:0:278840:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788849561.108380:0:278840:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00010000:00000001:1.0:1788849561.108398:0:2392:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.108402:0:2392:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788849561.108403:0:2392:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.108405:0:2392:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.108407:0:2392:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849561.108409:0:2392:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:0.0:1788849561.108410:0:278840:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00010000:00000001:1.0:1788849561.108411:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1788849561.108411:0:278840:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00010000:00000001:1.0:1788849561.108412:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788849561.108413:0:2392:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1788849561.108413:0:278840:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00010000:00000001:1.0:1788849561.108414:0:2392:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00010000:0.0:1788849561.108414:0:278840:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff93d6f99fde10 (ffff93d6c6362cf8/0) at cl_lock_fini():72 00000008:00000001:1.0:1788849561.108415:0:2392:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788849561.108417:0:278840:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788849561.108418:0:278840:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788849561.108419:0:278840:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff93d6f17b35b0 (ffff93d6c6362cf8/1) at cl_lock_fini():72 00000100:00000040:1.0:1788849561.108421:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf31c00 x1875730900970240/t0(0) o101->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 328/400 e 0 to 0 dl 1788849616 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000008:00000010:0.0:1788849561.108423:0:278840:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff93d6d0d577c0. 00000020:00000001:0.0:1788849561.108427:0:278840:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788849561.108428:0:278840:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff93d6f17b3580. 00000100:00100000:1.0:1788849561.108429:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900970240:192.168.204.137@tcp:101:stat.0 00020000:00000001:0.0:1788849561.108431:0:278840:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788849561.108432:0:278840:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788849561.108433:0:278840:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000100:00000001:1.0:1788849561.108434:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1788849561.108435:0:278840:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849561.108437:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1788849561.108437:0:278840:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000040:1.0:1788849561.108440:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf31c00 x1875730900970240/t0(0) o101->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 328/400 e 0 to 0 dl 1788849616 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00020000:00000001:0.0:1788849561.108440:0:278840:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788849561.108442:0:278840:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788849561.108443:0:278840:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788849561.108445:0:278840:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:1.0:1788849561.108446:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00001000:0.0:1788849561.108447:0:278840:0:(cl_object.c:917:cl_env_put()) 1@ffff93d6c6236b40 02000000:00000001:1.0:1788849561.108449:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000001:0.0:1788849561.108449:0:278840:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788849561.108451:0:278840:0:(lov_io.c:919:lov_io_fini()) Process leaving 02000000:00000010:1.0:1788849561.108452:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93d6f9ce7c00. 00000080:00000001:0.0:1788849561.108454:0:278840:0:(vvp_io.c:296:vvp_io_fini()) Process entered 02000000:00000001:1.0:1788849561.108455:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000080:00200000:0.0:1788849561.108456:0:278840:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0x12fc:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00000001:1.0:1788849561.108457:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849561.108459:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6e0ade000 refcount=3 obd=lustre-OST0000-osc-ffff93d6e0561000 00000080:00000001:0.0:1788849561.108459:0:278840:0:(file.c:7109:ll_layout_refresh()) Process entered 00000020:00000001:1.0:1788849561.108461:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 00000080:00000001:0.0:1788849561.108462:0:278840:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788849561.108463:0:278840:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1788849561.108464:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93d6c960c800. 00000080:00000001:0.0:1788849561.108465:0:278840:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788849561.108466:0:278840:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:1.0:1788849561.108467:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000020:00001000:0.0:1788849561.108467:0:278840:0:(cl_object.c:917:cl_env_put()) 1@ffff93d6c6362cf0 02000000:00000001:1.0:1788849561.108468:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:0.0:1788849561.108469:0:278840:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788849561.108470:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf31c00. 00000100:00000001:1.0:1788849561.108473:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849561.108475:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849561.108477:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788849561.108477:0:278840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb15741b4bd08 00000100:00000001:1.0:1788849561.108484:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000080:00000008:0.0:1788849561.108485:0:278840:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f812b.sanity:[0x200002b17:0x12fc:0x0](ffff93d6d8f442c8), request_mask 4095, flags 0, foreign 0 00000100:00000001:1.0:1788849561.108486:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849561.108488:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000080:00000001:0.0:1788849561.108491:0:278840:0:(dcache.c:120:ll_ddelete()) Process entered 00000100:00000001:1.0:1788849561.108493:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849561.108493:0:278840:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb15741b4bda0 00000080:00002000:0.0:1788849561.108495:0:278840:0:(dcache.c:127:ll_ddelete()) keeping dentry f812b.sanity (ffff93d6d9c700d8, parent ffff93d6d8f850d8, inode ffff93d6d8f442c8) hashed, 00000080:00000001:0.0:1788849561.108497:0:278840:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.165159:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849561.165166:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.165171:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849561.165172:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849561.165174:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849561.165175:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849561.165230:0:251614:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788849561.165233:0:251614:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849561.165236:0:251614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849562.188995:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849562.189003:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849562.189009:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849562.189010:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849562.189013:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849562.189014:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849562.189084:0:235787:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849562.189092:0:235787:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849562.189096:0:235787:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788849562.763162:0:259117:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134ab30 (cpu 3) has reached its deadline 4307992828, at 4307992832 00000100:00000010:3.0:1788849562.763185:0:259117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6f28a2600. 00000100:00000040:2.0:1788849562.764129:0:267863:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134aa20 (cpu 2) has reached its deadline 4307992828, at 4307992833 00000100:00000010:2.0:1788849562.764142:0:267863:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6f28a2de0. 00010000:00000001:0.0:1788849563.212055:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849563.212064:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849563.212070:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849563.212072:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849563.212075:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849563.212077:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788849563.212902:0:235786:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788849563.212908:0:235786:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788849563.212911:0:235786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788849564.043005:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2be9dc31-d936-46ce-82e2-523a967881fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849564.043016:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849564.043027:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf31c00. 00000020:00000040:1.0:1788849564.043033:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6c9059000 refcount=4 obd=MGC192.168.204.137@tcp 00000100:00000001:1.0:1788849564.043037:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849564.043041:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849564.043046:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849564.043055:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3a00. 00000100:00000001:1.0:1788849564.043062:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849564.043074:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2be9dc31-d936-46ce-82e2-523a967881fb->MGS req@ffff93d6eaf31c00 x1875730900970368/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788849564.043085:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849564.043090:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849564.043096:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8ba28d7] to pc [ptlrpcd_00_01+1] req@ffff93d6eaf31c00 x1875730900970368/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.043119:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849564.043121:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849564.043125:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849564.043127:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf33b80. 00000020:00000040:1.0:1788849564.043129:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=10 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000100:00000001:1.0:1788849564.043132:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849564.043133:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849564.043134:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849564.043138:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3d00. 00000100:00000001:1.0:1788849564.043140:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849564.043144:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID req@ffff93d6eaf33b80 x1875730900970496/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788849564.043151:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849564.043166:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849564.043170:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003070954c] to pc [ptlrpcd_00_00+0] req@ffff93d6eaf33b80 x1875730900970496/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.043178:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849564.043180:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849564.043183:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849564.043186:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf33800. 00000020:00000040:1.0:1788849564.043188:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ada000 refcount=4 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000100:00000001:1.0:1788849564.043190:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849564.043191:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849564.043193:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849564.043197:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3400. 00000100:00000001:1.0:1788849564.043210:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849564.043215:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID req@ffff93d6eaf33800 x1875730900970624/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788849564.043222:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849564.043223:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849564.043227:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005afaeff3] to pc [ptlrpcd_00_01+1] req@ffff93d6eaf33800 x1875730900970624/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.043233:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849564.043234:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849564.043237:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849564.043240:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf30e00. 00000020:00000040:1.0:1788849564.043242:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ade000 refcount=4 obd=lustre-OST0000-osc-ffff93d6e0561000 00000100:00000001:1.0:1788849564.043244:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849564.043245:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849564.043246:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849564.043249:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3600. 00000100:00000001:1.0:1788849564.043252:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849564.043255:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID req@ffff93d6eaf30e00 x1875730900970752/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788849564.043279:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849564.043281:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849564.043285:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f171bf] to pc [ptlrpcd_00_00+0] req@ffff93d6eaf30e00 x1875730900970752/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.043291:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849564.043293:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788849564.043296:0:233079:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788849564.043300:0:233079:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13331) 00000100:00000001:1.0:1788849564.043313:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849564.043317:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849564.043319:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788849564.043323:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf31c00 x1875730900970368/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.043342:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788849564.043344:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849564.043348:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788849564.043351:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788849564.043354:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788849564.043358:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2be9dc31-d936-46ce-82e2-523a967881fb:2392:1875730900970368:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849564.043362:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788849564.043368:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849564.043370:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849564.043373:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788849564.043377:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6eaa45a00. 02000000:00000001:1.0:1788849564.043379:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849564.043386:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849564.043390:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004ccc08. 00000400:00000010:1.0:1788849564.043397:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e550. 00000100:00000200:1.0:1788849564.043404:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900970368, portal 25 00000100:00000001:1.0:1788849564.043406:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849564.043413:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006926336 : -118923702625280 : ffff93d6eaf31c00) 00000100:00000040:1.0:1788849564.043419:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf31c00 x1875730900970368/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.043426:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788849564.043429:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849564.043431:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e990. 00000100:00000200:1.0:1788849564.043435:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875730900970368, offset 0 00000400:00000200:1.0:1788849564.043441:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:1.0:1788849564.043450:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849564.043458:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:1.0:1788849564.043462:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788849564.043467:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:1.0:1788849564.043470:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788849564.043472:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849564.043476:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550618:550618:256:4294967295] 192.168.204.137@tcp LPNI seq info [550564:550564:8:4294967295] 00000400:00000200:1.0:1788849564.043480:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849564.043490:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:1.0:1788849564.043496:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:1.0:1788849564.043501:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cc3800. 00000800:00000200:1.0:1788849564.043508:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:1.0:1788849564.043515:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:1.0:1788849564.043520:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cc3800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788849564.043539:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849564.043543:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849564.043546:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 2 is 4307997943 00000100:00000010:1.0:1788849564.043550:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6f28a28a0. 00000100:00000001:1.0:1788849564.043556:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788849564.043560:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 3 is 4307997943 00000100:00000010:1.0:1788849564.043563:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6f28a2900. 00000100:00000001:1.0:1788849564.043566:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788849564.043574:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849564.043577:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849564.043580:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788849564.043584:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf33800 x1875730900970624/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.043591:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788849564.043602:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849564.043604:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788849564.043606:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788849564.043608:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788849564.043611:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900970624:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849564.043614:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788849564.043617:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849564.043619:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849564.043620:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788849564.043624:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6eaa45600. 02000000:00000001:1.0:1788849564.043626:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849564.043630:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849564.043633:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004ccf78. 00000400:00000010:1.0:1788849564.043636:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e770. 00000100:00000200:1.0:1788849564.043639:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900970624, portal 10 00000100:00000001:1.0:1788849564.043641:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849564.043642:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006933504 : -118923702618112 : ffff93d6eaf33800) 00000100:00000040:1.0:1788849564.043649:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf33800 x1875730900970624/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.043656:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788849564.043658:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849564.043661:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e880. 00000100:00000200:1.0:1788849564.043663:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900970624, offset 0 00000400:00000200:1.0:1788849564.043668:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:1.0:1788849564.043672:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849564.043675:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:1.0:1788849564.043678:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788849564.043687:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:1.0:1788849564.043689:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788849564.043691:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849564.043694:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550619:550619:255:4294967295] 192.168.204.137@tcp LPNI seq info [550565:550565:7:4294967295] 00000400:00000200:1.0:1788849564.043698:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849564.043704:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:1.0:1788849564.043708:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:1.0:1788849564.043711:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cc3200. 00000800:00000200:1.0:1788849564.043715:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:1.0:1788849564.043719:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:1.0:1788849564.043721:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cc3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788849564.043724:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849564.043728:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: using a timeout of 25313 usecs (26 jiffies) 00000400:00000200:1.0:1788849564.043731:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849564.043732:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307994138 00000100:00000001:1.0:1788849564.043735:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4307997943 00000100:00000001:1.0:1788849564.043737:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307994138 00000100:00000001:1.0:1788849564.043738:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4307997943 00000100:00000001:1.0:1788849564.043740:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849564.043742:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849564.043744:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849564.043747:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849564.043754:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788849564.043756:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788849564.043758:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849564.043759:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849564.043761:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788849564.043763:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788849564.043764:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849564.043766:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788849564.043767:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849564.043774:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849564.043775:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849564.043776:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788849564.043780:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf33b80 x1875730900970496/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.043786:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788849564.043787:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849564.043790:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788849564.043792:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788849564.043793:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788849564.043796:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900970496:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849564.043799:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788849564.043801:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849564.043802:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849564.043804:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788849564.043807:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6eaa44200. 02000000:00000001:1.0:1788849564.043808:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849564.043811:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849564.043813:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004cc898. 00000400:00000010:1.0:1788849564.043816:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e908. 00000100:00000200:1.0:1788849564.043819:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900970496, portal 10 00000100:00000001:1.0:1788849564.043821:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849564.043822:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006934400 : -118923702617216 : ffff93d6eaf33b80) 00000100:00000040:1.0:1788849564.043828:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf33b80 x1875730900970496/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.043833:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788849564.043835:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849564.043837:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105ef68. 00000100:00000200:1.0:1788849564.043839:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900970496, offset 0 00000400:00000200:1.0:1788849564.043843:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:1.0:1788849564.043846:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849564.043850:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:1.0:1788849564.043852:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788849564.043859:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:1.0:1788849564.043861:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788849564.043863:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849564.043866:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550620:550620:254:4294967295] 192.168.204.137@tcp LPNI seq info [550566:550566:6:4294967295] 00000400:00000200:1.0:1788849564.043870:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849564.043876:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:1.0:1788849564.043880:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:1.0:1788849564.043883:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cc3f00. 00000800:00000200:1.0:1788849564.043886:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:1.0:1788849564.043890:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:1.0:1788849564.043892:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cc3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788849564.043895:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849564.043898:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33556 usecs (34 jiffies) 00000400:00000200:1.0:1788849564.043901:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849564.043902:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307994146 00000100:00000001:1.0:1788849564.043905:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4307997943 00000100:00000001:1.0:1788849564.043907:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307994146 00000100:00000001:1.0:1788849564.043908:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4307997943 00000100:00000001:1.0:1788849564.043910:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849564.043912:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849564.043914:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788849564.043918:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf30e00 x1875730900970752/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.043924:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788849564.043925:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849564.043927:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788849564.043929:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788849564.043930:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788849564.043933:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900970752:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849564.043967:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788849564.043970:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849564.043971:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849564.043973:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788849564.043976:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6eaa45000. 02000000:00000001:1.0:1788849564.043978:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849564.043981:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849564.043984:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004ccd68. 00000400:00000010:1.0:1788849564.043987:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105eaa0. 00000100:00000200:1.0:1788849564.043990:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900970752, portal 4 00000100:00000001:1.0:1788849564.043992:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849564.043993:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006922752 : -118923702628864 : ffff93d6eaf30e00) 00000100:00000040:1.0:1788849564.043999:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf30e00 x1875730900970752/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.044004:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788849564.044006:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849564.044008:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105ec38. 00000100:00000200:1.0:1788849564.044010:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875730900970752, offset 0 00000400:00000200:1.0:1788849564.044014:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:1.0:1788849564.044017:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849564.044020:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:1.0:1788849564.044023:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788849564.044025:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:1.0:1788849564.044028:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788849564.044029:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849564.044032:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550621:550621:253:4294967295] 192.168.204.137@tcp LPNI seq info [550567:550567:5:4294967295] 00000400:00000200:1.0:1788849564.044035:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849564.044040:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:1.0:1788849564.044044:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:1.0:1788849564.044047:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cc3100. 00000800:00000200:1.0:1788849564.044050:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:1.0:1788849564.044060:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:1.0:1788849564.044063:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cc3100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788849564.044065:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849564.044068:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: using a timeout of 135415 usecs (136 jiffies) 00000400:00000200:1.0:1788849564.044071:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849564.044073:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307994248 00000100:00000001:1.0:1788849564.044075:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4307997943 00000100:00000001:1.0:1788849564.044077:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307994248 00000100:00000001:1.0:1788849564.044079:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4307997943 00000100:00000001:1.0:1788849564.044081:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849564.044083:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849564.044085:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849564.044087:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849564.044100:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849564.044102:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788849564.044335:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849564.044340:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cc3800. 00000400:00000200:2.0:1788849564.044347:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849564.044352:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849564.044358:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e990 00000400:00000010:2.0:1788849564.044360:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e990. 00000100:00000001:2.0:1788849564.044364:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849564.044369:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf31c00 x1875730900970368/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849564.044377:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849564.044380:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf31c00 x1875730900970368/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849564.044386:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849564.044388:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788849564.044401:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849564.044403:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cc3200. 00000400:00000200:2.0:1788849564.044406:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849564.044408:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849564.044411:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e880 00000400:00000010:2.0:1788849564.044412:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e880. 00000100:00000001:2.0:1788849564.044414:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849564.044417:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf33800 x1875730900970624/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849564.044424:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849564.044434:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf33800 x1875730900970624/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849564.044440:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849564.044442:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788849564.044451:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849564.044453:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cc3f00. 00000400:00000200:2.0:1788849564.044455:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849564.044459:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849564.044461:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105ef68 00000400:00000010:2.0:1788849564.044463:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105ef68. 00000100:00000001:2.0:1788849564.044465:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849564.044468:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf33b80 x1875730900970496/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849564.044474:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849564.044477:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf33b80 x1875730900970496/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849564.044482:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849564.044484:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788849564.044548:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849564.044551:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cc3100. 00000400:00000200:2.0:1788849564.044554:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849564.044557:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849564.044559:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105ec38 00000400:00000010:2.0:1788849564.044561:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105ec38. 00000100:00000001:2.0:1788849564.044563:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849564.044567:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf30e00 x1875730900970752/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849564.044574:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849564.044577:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf30e00 x1875730900970752/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849619 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849564.044582:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849564.044583:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788849564.050503:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849564.050520:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849564.050524:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849564.050527:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849564.050536:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849564.050544:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849564.050553:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849564.050558:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849564.050564:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849564.050569:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bec00 00000400:00000200:2.0:1788849564.050574:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849564.050581:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d175 [1] + 224 00000800:00000001:2.0:1788849564.050588:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849564.050767:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849564.050772:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849564.050777:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849564.050785:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849564.050795:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf33b80 x1875730900970496/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849564.050806:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf33b80 x1875730900970496/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849564.050827:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849564.050836:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849564.050840:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849564.050905:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849564.050910:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788849564.050916:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849564.050918:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849564.050922:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004cc898. 00000400:00000200:1.0:1788849564.050927:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e908 00000400:00000010:1.0:1788849564.050929:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e908. 00000100:00000001:1.0:1788849564.050932:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849564.050937:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf33b80 x1875730900970496/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788849564.050965:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf33b80 x1875730900970496/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.050972:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849564.050974:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849564.050976:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849564.050979:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849564.050982:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849564.050999:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849564.051003:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849564.051013:0:2392:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=82 v=84 (84 84 85 86) 00000100:00001000:1.0:1788849564.051017:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=103 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849564.051020:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849564.051022:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849564.051024:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788849564.051028:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849564.051032:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788849564.051035:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771460 00000100:00000001:1.0:1788849564.051036:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788849564.051039:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849564.051045:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf33b80 x1875730900970496/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.051052:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849564.051055:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849564.051057:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849564.051060:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf33b80 x1875730900970496/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849564.051067:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900970496:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849564.051073:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849564.051076:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849564.051079:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf33b80 x1875730900970496/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.051086:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849564.051089:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849564.051093:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6eaa44200. 02000000:00000001:1.0:1788849564.051096:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849564.051099:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849564.051101:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=9 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:1.0:1788849564.051103:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849564.051106:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3d00. 02000000:00000001:1.0:1788849564.051115:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849564.051117:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849564.051119:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf33b80. 00000100:00000001:1.0:1788849564.051124:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849564.051125:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849564.051129:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849564.051131:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849564.051132:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849564.051134:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849564.051136:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788849564.051929:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849564.051938:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849564.051955:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849564.051959:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849564.051964:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849564.051969:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849564.051978:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849564.051981:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849564.051985:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849564.051997:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 4 MB=0x6a9f7a20bed00 00000400:00000200:2.0:1788849564.052001:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849564.052005:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d17d [1] + 224 00000800:00000001:2.0:1788849564.052011:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849564.052016:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849564.052018:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849564.052022:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849564.052027:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849564.052032:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf30e00 x1875730900970752/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849564.052040:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf30e00 x1875730900970752/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.052092:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849564.052095:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849564.052110:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849564.052116:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849564.052120:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849564.052122:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849564.052124:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849564.052127:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849564.052131:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849564.052136:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849564.052139:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849564.052142:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849564.052144:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bec80 00000400:00000200:2.0:1788849564.052148:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849564.052152:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d16d [1] + 224 00000800:00000001:2.0:1788849564.052156:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849564.052163:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849564.052165:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849564.052168:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849564.052170:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849564.052175:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf33800 x1875730900970624/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849564.052204:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf33800 x1875730900970624/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849564.052211:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849564.052216:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849564.052218:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788849564.052468:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849564.052471:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849564.052473:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004ccd68. 00000400:00000200:1.0:1788849564.052478:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105eaa0 00000400:00000010:1.0:1788849564.052481:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105eaa0. 00000100:00000001:1.0:1788849564.052483:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849564.052488:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf30e00 x1875730900970752/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788849564.052496:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf30e00 x1875730900970752/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.052502:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849564.052504:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849564.052506:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849564.052509:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849564.052511:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849564.052513:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849564.052516:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849564.052523:0:2392:0:(import.c:2149:obd_at_measure()) add 36 to ffff93d6e0ade460 time=82 v=36 (36 5 5 5) 00000100:00001000:1.0:1788849564.052527:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ade418 time=65 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849564.052529:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849564.052531:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849564.052533:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788849564.052535:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849564.052539:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788849564.052540:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93d6e0561000: skip recheck: last_committed 42949693919 00000100:00000001:1.0:1788849564.052548:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788849564.052550:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849564.052555:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf30e00 x1875730900970752/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.052562:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849564.052564:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849564.052566:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849564.052570:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf30e00 x1875730900970752/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849619 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849564.052576:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900970752:192.168.204.137@tcp:400:kworker.0 00000400:00000001:1.0:1788849564.052582:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849564.052583:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849564.052585:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004ccf78. 00000400:00000200:1.0:1788849564.052587:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e770 00000400:00000010:1.0:1788849564.052589:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e770. 00000100:00000001:1.0:1788849564.052591:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849564.052607:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf33800 x1875730900970624/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788849564.052615:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf33800 x1875730900970624/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.052621:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849564.052623:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849564.052624:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849564.052626:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849564.052627:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849564.052628:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849564.052630:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849564.052635:0:2392:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e0ada460 time=82 v=84 (84 84 85 86) 00000100:00001000:1.0:1788849564.052637:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ada418 time=81 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849564.052640:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849564.052641:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849564.052648:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788849564.052653:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93d6eaf33800 x1875730900970624/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788849564.052660:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849564.052662:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788849564.052663:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93d6e0561000: skip recheck: last_committed 21474836540 00000100:00000001:1.0:1788849564.052665:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788849564.052667:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849564.052670:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf33800 x1875730900970624/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.052676:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849564.052678:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849564.052679:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849564.052682:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf33800 x1875730900970624/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849564.052689:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900970624:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849564.052693:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849564.052695:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849564.052698:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf30e00 x1875730900970752/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849619 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.052705:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849564.052707:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849564.052710:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6eaa45000. 02000000:00000001:1.0:1788849564.052713:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849564.052716:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849564.052717:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6e0ade000 refcount=3 obd=lustre-OST0000-osc-ffff93d6e0561000 00000020:00000001:1.0:1788849564.052720:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849564.052722:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3600. 02000000:00000001:1.0:1788849564.052725:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849564.052727:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849564.052729:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf30e00. 00000100:00000001:1.0:1788849564.052737:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849564.052738:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849564.052740:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849564.052744:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf33800 x1875730900970624/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849679 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.052750:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849564.052751:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849564.052753:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6eaa45600. 02000000:00000001:1.0:1788849564.052755:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849564.052756:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849564.052757:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6e0ada000 refcount=3 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000020:00000001:1.0:1788849564.052759:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849564.052761:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3400. 02000000:00000001:1.0:1788849564.052763:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849564.052764:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849564.052765:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf33800. 00000100:00000001:1.0:1788849564.052768:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849564.052769:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849564.052771:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849564.052773:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849564.052774:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849564.052776:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849564.052777:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788849564.053537:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849564.053548:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849564.053551:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849564.053554:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849564.053559:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849564.053565:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849564.053571:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849564.053574:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849564.053578:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849564.053581:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 25 MB=0x6a9f7a20beb80 00000400:00000200:2.0:1788849564.053586:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849564.053591:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d165 [1] + 224 00000800:00000001:2.0:1788849564.053609:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849564.053615:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849564.053618:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849564.053622:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849564.053627:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849564.053632:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf31c00 x1875730900970368/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849564.053641:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf31c00 x1875730900970368/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849564.053659:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849564.053664:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849564.053668:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849564.053963:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849564.053966:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788849564.053971:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849564.053973:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849564.053976:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004ccc08. 00000400:00000200:1.0:1788849564.053980:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e550 00000400:00000010:1.0:1788849564.053982:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e550. 00000100:00000001:1.0:1788849564.053985:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849564.053989:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf31c00 x1875730900970368/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788849564.053997:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf31c00 x1875730900970368/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.054003:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849564.054015:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849564.054018:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849564.054020:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849564.054022:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849564.054024:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849564.054027:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849564.054032:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6c9059460 time=83 v=5 (5 5 5 5) 00000100:00001000:1.0:1788849564.054036:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6c9059418 time=103 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849564.054038:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849564.054039:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849564.054042:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788849564.054044:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849564.054046:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849564.054052:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf31c00 x1875730900970368/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.054059:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849564.054061:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849564.054063:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849564.054067:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf31c00 x1875730900970368/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849564.054074:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2be9dc31-d936-46ce-82e2-523a967881fb:2392:1875730900970368:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849564.054079:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849564.054082:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849564.054085:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf31c00 x1875730900970368/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849564.054091:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849564.054093:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849564.054096:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6eaa45a00. 02000000:00000001:1.0:1788849564.054099:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849564.054101:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849564.054103:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6c9059000 refcount=3 obd=MGC192.168.204.137@tcp 00000020:00000001:1.0:1788849564.054105:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849564.054107:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3a00. 02000000:00000001:1.0:1788849564.054116:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849564.054118:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849564.054119:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf31c00. 00000100:00000001:1.0:1788849564.054122:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849564.054124:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849564.054126:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849564.054134:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788849564.054136:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849564.054138:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849564.054140:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849564.236404:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849564.236412:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849564.236418:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849564.236419:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849564.236423:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849564.236424:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849564.237091:0:251615:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849564.237096:0:251615:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849564.237100:0:251615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788849564.979173:0:279062:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788849565.242870:0:279098:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788849565.242878:0:279098:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg437-client.virtnet: executing wait_import_state FULL osc.lustre-OST0000-osc-ffff93d6e0561000.ost_server_uuid 50 00000001:00000001:2.0:1788849565.252477:0:279098:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1788849565.263933:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849565.263954:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849565.263960:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849565.263962:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849565.263966:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849565.263968:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788849565.263992:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788849565.263995:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788849565.264006:0:241781:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788849566.237172:0:279206:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849566.284020:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849566.284028:0:278241:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849566.284030:0:278241:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849566.284033:0:278241:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849566.284037:0:278241:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849566.284039:0:278241:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849566.284042:0:278241:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849566.284044:0:278241:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849566.284048:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849566.284050:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849566.284053:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849566.284054:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849566.284122:0:251614:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788849566.284125:0:251614:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849566.284128:0:251614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1788849566.530573:0:279242:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788849566.530583:0:279242:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: osc.lustre-OST0000-osc-ffff93d6e0561000.ost_server_uuid in FULL state after 0 sec 00000001:00000001:0.0:1788849566.539595:0:279242:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00010000:2.0:1788849566.675498:0:279252:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff93d6e0561000 00010000:00000001:2.0:1788849566.675506:0:279252:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788849566.675508:0:279252:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788849566.675514:0:279252:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788849566.675517:0:279252:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788849566.675522:0:279252:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788849566.675525:0:279252:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788849566.675528:0:279252:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788849566.675543:0:279252:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:3.0:1788849566.675589:0:235787:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849566.675592:0:235787:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849566.675595:0:235787:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788849566.675598:0:235787:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788849566.675600:0:235787:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788849566.675605:0:235787:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff93d6e0561000 lock: 0000000090f15525/0x71ea8cdfc74df99f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x5588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400010000 nid: local remote: 0x74d08b105503b335 expref: -99 pid: 278840 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1788849566.675620:0:235787:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788849566.675629:0:235787:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788849566.675634:0:235787:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625149390562152 : -118924318989464 : ffff93d6c6362368) 00000020:00001000:3.0:1788849566.675637:0:235787:0:(cl_object.c:823:cl_env_get()) 1@ffff93d6c6362360 00000008:00000001:3.0:1788849566.675640:0:235787:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788849566.675643:0:235787:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1788849566.675645:0:235787:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788849566.675647:0:235787:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446625150365225688 : -118923344325928 : ffff93d7004e52d8) 00000020:00001000:3.0:1788849566.675649:0:235787:0:(cl_object.c:823:cl_env_get()) 1@ffff93d7004e52d0 00000008:00000001:3.0:1788849566.675651:0:235787:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1788849566.675653:0:235787:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1788849566.675656:0:235787:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1788849566.675659:0:235787:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788849566.675662:0:235787:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1788849566.675664:0:235787:0:(cl_object.c:143:cl_object_top()) ffff93d6faa2a380 -> ffff93d6f9ce02d8 00000020:00000001:3.0:1788849566.675667:0:235787:0:(cl_object.c:143:cl_object_top()) ffff93d6f9ce02d8 -> ffff93d6f9ce02d8 00000020:00000001:3.0:1788849566.675671:0:235787:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788849566.675674:0:235787:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788849566.675677:0:235787:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0x12fc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788849566.675680:0:235787:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788849566.675682:0:235787:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788849566.675683:0:235787:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788849566.675687:0:235787:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0x12fc:0x0]io ffff93d6ea3d2d60 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1788849566.675691:0:235787:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788849566.675693:0:235787:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788849566.675697:0:235787:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788849566.675699:0:235787:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788849566.675701:0:235787:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849566.675702:0:235787:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788849566.675704:0:235787:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788849566.675705:0:235787:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1788849566.675707:0:235787:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788849566.675709:0:235787:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000008:00000001:3.0:1788849566.675712:0:235787:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788849566.675714:0:235787:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788849566.675717:0:235787:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788849566.675719:0:235787:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788849566.675721:0:235787:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788849566.675723:0:235787:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0x12fc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1788849566.675734:0:235787:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788849566.675736:0:235787:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1788849566.675737:0:235787:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788849566.675747:0:235787:0:(cl_object.c:917:cl_env_put()) 1@ffff93d7004e52d0 00000008:00000001:3.0:1788849566.675750:0:235787:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849566.675752:0:235787:0:(cl_object.c:143:cl_object_top()) ffff93d6faa2a380 -> ffff93d6f9ce02d8 00010000:00000001:3.0:1788849566.675755:0:235787:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1788849566.675758:0:235787:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849566.675760:0:235787:0:(cl_object.c:143:cl_object_top()) ffff93d6faa2a380 -> ffff93d6f9ce02d8 00000020:00000001:3.0:1788849566.675762:0:235787:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788849566.675765:0:235787:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788849566.675768:0:235787:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788849566.675770:0:235787:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849566.675772:0:235787:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849566.675774:0:235787:0:(cl_object.c:143:cl_object_top()) ffff93d6faa2a380 -> ffff93d6f9ce02d8 00000020:00000001:3.0:1788849566.675775:0:235787:0:(cl_object.c:143:cl_object_top()) ffff93d6f9ce02d8 -> ffff93d6f9ce02d8 00000020:00000001:3.0:1788849566.675776:0:235787:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1788849566.675779:0:235787:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849566.675781:0:235787:0:(cl_object.c:143:cl_object_top()) ffff93d6faa2a380 -> ffff93d6f9ce02d8 00000008:00000001:3.0:1788849566.675785:0:235787:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788849566.675786:0:235787:0:(cl_object.c:917:cl_env_put()) 1@ffff93d6c6362360 00000008:00000001:3.0:1788849566.675789:0:235787:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849566.675792:0:235787:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788849566.675797:0:235787:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788849566.675798:0:235787:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788849566.675800:0:235787:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788849566.675802:0:235787:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788849566.675806:0:235787:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff93d70129f200 with handle 0x71ea8cdfc74df99f from hash 00010000:00000001:3.0:1788849566.675808:0:235787:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788849566.675810:0:235787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788849566.675811:0:235787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788849566.675813:0:235787:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788849566.675816:0:235787:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788849566.675818:0:235787:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788849566.675821:0:235787:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788849566.675823:0:235787:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788849566.675825:0:235787:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788849566.675838:0:235787:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000f800. 00000020:00000040:3.0:1788849566.675842:0:235787:0:(genops.c:1210:class_import_get()) import ffff93d6e0ade000 refcount=4 obd=lustre-OST0000-osc-ffff93d6e0561000 00000100:00000001:3.0:1788849566.675846:0:235787:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849566.675849:0:235787:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849566.675854:0:235787:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849566.675859:0:235787:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93d6e15a9000. 00000100:00000001:3.0:1788849566.675866:0:235787:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849566.675869:0:235787:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788849566.675876:0:235787:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff93d6e0561000 lock: 0000000090f15525/0x71ea8cdfc74df99f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x5588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0x74d08b105503b335 expref: -99 pid: 278840 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788849566.675884:0:235787:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788849566.675885:0:235787:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849566.675888:0:235787:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788849566.675890:0:235787:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788849566.675895:0:235787:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93d6c3f54d80. 00000100:00000001:3.0:1788849566.675897:0:235787:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446625149352758656 : -118924356792960 : ffff93d6c3f54d80) 00000100:00000001:3.0:1788849566.675900:0:235787:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788849566.675901:0:235787:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554849792 : -118924154701824 : ffff93d6d000f800) 00000100:00000001:3.0:1788849566.675906:0:235787:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849566.675911:0:235787:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849566.675913:0:235787:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788849566.675916:0:235787:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788849566.675926:0:235787:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000f800 x1875730900970880/t0(0) o103->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849566.675935:0:235787:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788849566.675937:0:235787:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849566.676040:0:235787:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788849566.676044:0:235787:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788849566.676046:0:235787:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788849566.676051:0:235787:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000f800 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:1e66267e-6e95-48f4-b0ec-6ef916809d2f:235787:1875730900970880:192.168.204.137@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788849566.676055:0:235787:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788849566.676061:0:235787:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788849566.676068:0:235787:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849566.676071:0:235787:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788849566.676075:0:235787:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6e15a8a00. 02000000:00000001:3.0:1788849566.676077:0:235787:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849566.676085:0:235787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:3.0:1788849566.676089:0:235787:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6e08e46e0. 00000400:00000010:3.0:1788849566.676096:0:235787:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05f68. 00000100:00000200:3.0:1788849566.676103:0:235787:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900970880, portal 18 00000100:00000001:3.0:1788849566.676105:0:235787:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788849566.676106:0:235787:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554849792 : -118924154701824 : ffff93d6d000f800) 00000100:00000040:3.0:1788849566.676114:0:235787:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000f800 x1875730900970880/t0(0) o103->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849566.676121:0:235787:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788849566.676124:0:235787:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:3.0:1788849566.676127:0:235787:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b057f8. 00000100:00000200:3.0:1788849566.676130:0:235787:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875730900970880, offset 0 00000400:00000200:3.0:1788849566.676137:0:235787:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:3.0:1788849566.676145:0:235787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849566.676153:0:235787:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:3.0:1788849566.676158:0:235787:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788849566.676163:0:235787:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:3.0:1788849566.676166:0:235787:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788849566.676169:0:235787:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:3.0:1788849566.676174:0:235787:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550622:550622:256:4294967295] 192.168.204.137@tcp LPNI seq info [550568:550568:8:4294967295] 00000400:00000200:3.0:1788849566.676178:0:235787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849566.676188:0:235787:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:3.0:1788849566.676193:0:235787:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:3.0:1788849566.676198:0:235787:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6c2c73700. 00000800:00000200:3.0:1788849566.676204:0:235787:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:3.0:1788849566.676211:0:235787:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:3.0:1788849566.676216:0:235787:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6c2c73700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788849566.676271:0:235787:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849566.676291:0:235787:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: using a timeout of 135317 usecs (136 jiffies) 00000400:00000200:3.0:1788849566.676295:0:235787:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:3.0:1788849566.676297:0:235787:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307996881 00000100:00000001:3.0:1788849566.676300:0:235787:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4307997943 00000100:00000001:3.0:1788849566.676302:0:235787:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307996881 00000100:00000001:3.0:1788849566.676304:0:235787:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4307997943 00000100:00000001:3.0:1788849566.676306:0:235787:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849566.676308:0:235787:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849566.676310:0:235787:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788849566.676311:0:235787:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788849566.676314:0:235787:0:(client.c:2715:ptlrpc_set_wait()) set ffff93d6c3f54d80 going to sleep for 11 seconds 00000100:00000001:3.0:1788849566.676317:0:235787:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849566.676320:0:235787:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788849566.680463:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849566.680474:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6c2c73700. 00000400:00000200:3.0:1788849566.680481:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849566.680490:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849566.680497:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b057f8 00000400:00000010:3.0:1788849566.680500:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b057f8. 00000100:00000001:3.0:1788849566.680507:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849566.680516:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000f800 x1875730900970880/t0(0) o103->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849582 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849566.680530:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849566.680534:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93d6d000f800 x1875730900970880/t0(0) o103->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849582 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849566.680541:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849566.680543:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:0.0:1788849566.680916:0:279253:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff93d6e0561000 00010000:00000001:0.0:1788849566.680922:0:279253:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849566.680924:0:279253:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849566.680928:0:279253:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849566.680960:0:279253:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849566.680962:0:279253:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849566.680964:0:279253:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788849566.682975:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849566.682992:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849566.682996:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849566.682999:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849566.683008:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849566.683016:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849566.683024:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849566.683028:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849566.683033:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849566.683037:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 18 MB=0x6a9f7a20bed80 00000400:00000200:2.0:1788849566.683043:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849566.683050:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d185 [1] + 224 00000800:00000001:2.0:1788849566.683058:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849566.683064:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849566.683068:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849566.683073:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849566.683081:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849566.683089:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000f800 x1875730900970880/t0(0) o103->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849582 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849566.683101:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000f800 x1875730900970880/t0(0) o103->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849566.683123:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849566.683132:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849566.683136:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849566.683255:0:235787:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788849566.683262:0:235787:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788849566.683264:0:235787:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788849566.683268:0:235787:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6e08e46e0. 00000400:00000200:3.0:1788849566.683284:0:235787:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05f68 00000400:00000010:3.0:1788849566.683287:0:235787:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05f68. 00000100:00000001:3.0:1788849566.683300:0:235787:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849566.683305:0:235787:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000f800 x1875730900970880/t0(0) o103->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849582 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788849566.683316:0:235787:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000f800 x1875730900970880/t0(0) o103->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849582 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849566.683323:0:235787:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788849566.683325:0:235787:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849566.683328:0:235787:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788849566.683331:0:235787:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788849566.683335:0:235787:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788849566.683337:0:235787:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849566.683341:0:235787:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788849566.683350:0:235787:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6e0ade538 time=184 v=5 (5 5 5 5) 00000100:00001000:3.0:1788849566.683355:0:235787:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ade418 time=67 v=5 (1 1 0 0) 00000100:00000001:3.0:1788849566.683358:0:235787:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788849566.683360:0:235787:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849566.683363:0:235787:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788849566.683367:0:235787:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849566.683371:0:235787:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788849566.683373:0:235787:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93d6e0561000: skip recheck: last_committed 42949693919 00000100:00000001:3.0:1788849566.683375:0:235787:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788849566.683377:0:235787:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849566.683382:0:235787:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000f800 x1875730900970880/t0(0) o103->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849582 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849566.683389:0:235787:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849566.683393:0:235787:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788849566.683396:0:235787:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788849566.683400:0:235787:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000f800 x1875730900970880/t0(0) o103->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849582 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788849566.683409:0:235787:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000f800 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:1e66267e-6e95-48f4-b0ec-6ef916809d2f:235787:1875730900970880:192.168.204.137@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788849566.683414:0:235787:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849566.683424:0:235787:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849566.683427:0:235787:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788849566.683429:0:235787:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849566.683433:0:235787:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000f800 x1875730900970880/t0(0) o103->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849582 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849566.683441:0:235787:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788849566.683444:0:235787:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93d6c3f54d80. 00000100:00000001:3.0:1788849566.683447:0:235787:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788849566.683449:0:235787:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849566.683452:0:235787:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849566.683455:0:235787:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000f800 x1875730900970880/t0(0) o103->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:17/18 lens 328/224 e 0 to 0 dl 1788849582 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849566.683462:0:235787:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788849566.683464:0:235787:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788849566.683467:0:235787:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6e15a8a00. 02000000:00000001:3.0:1788849566.683471:0:235787:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788849566.683474:0:235787:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788849566.683476:0:235787:0:(genops.c:1223:class_import_put()) import ffff93d6e0ade000 refcount=3 obd=lustre-OST0000-osc-ffff93d6e0561000 00000020:00000001:3.0:1788849566.683479:0:235787:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788849566.683482:0:235787:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93d6e15a9000. 02000000:00000001:3.0:1788849566.683486:0:235787:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788849566.683488:0:235787:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788849566.683490:0:235787:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000f800. 00000100:00000001:3.0:1788849566.683494:0:235787:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788849566.683496:0:235787:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788849566.683498:0:235787:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1788849566.683501:0:235787:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788849566.683506:0:235787:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff93d6e0561000 lock: 0000000090f15525/0x71ea8cdfc74df99f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x5588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0x74d08b105503b335 expref: -99 pid: 278840 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788849566.683519:0:235787:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff93d6c730dbc0. 00010000:00000040:3.0:1788849566.683524:0:235787:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff93d6c72c7300 count: 0 00010000:00000010:3.0:1788849566.683531:0:235787:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff93d6c72c7000. 00010000:00000001:3.0:1788849566.683539:0:235787:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788849566.683547:0:235787:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849566.683635:0:235787:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849566.683639:0:235787:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849566.683641:0:235787:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849566.683644:0:235787:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788849566.683646:0:235787:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849566.683647:0:235787:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849566.683649:0:235787:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788849566.683651:0:235787:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849566.683652:0:235787:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849566.683654:0:235787:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788849566.686211:0:279252:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788849566.686225:0:279252:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788849566.686228:0:279252:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1F:1788849566.709027:0:279255:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93d6c72c7300. 00010000:00000010:3.1:1788849566.709049:0:279255:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93d70129f200. 00000100:00000001:2.0:1788849567.115199:0:235779:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788849567.115207:0:235779:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849567.307061:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849567.307068:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849567.307075:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849567.307076:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788849567.307297:0:235786:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788849567.307301:0:235786:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788849567.307304:0:235786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788849567.883059:0:259117:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134ab30 (cpu 3) has reached its deadline 4307997943, at 4307997952 00000100:00000010:3.0:1788849567.883078:0:259117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6f28a2900. 00000100:00000040:2.0:1788849567.883563:0:279261:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134aa20 (cpu 2) has reached its deadline 4307997943, at 4307997952 00000100:00000010:2.0:1788849567.883570:0:279261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6f28a28a0. 00010000:00000001:0.0:1788849568.331071:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849568.331078:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849568.331083:0:278241:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849568.331084:0:278241:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849568.331180:0:251615:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849568.331183:0:251615:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849568.331186:0:251615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788849569.163301:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2be9dc31-d936-46ce-82e2-523a967881fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849569.163311:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849569.163321:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf31c00. 00000020:00000040:1.0:1788849569.163327:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6c9059000 refcount=4 obd=MGC192.168.204.137@tcp 00000100:00000001:1.0:1788849569.163332:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849569.163335:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849569.163341:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849569.163413:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3400. 00000100:00000001:1.0:1788849569.163420:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849569.163431:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2be9dc31-d936-46ce-82e2-523a967881fb->MGS req@ffff93d6eaf31c00 x1875730900971008/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788849569.163440:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849569.163444:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849569.163450:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8ba28d7] to pc [ptlrpcd_00_01+1] req@ffff93d6eaf31c00 x1875730900971008/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849569.163484:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849569.163486:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849569.163490:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849569.163724:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf33800. 00000020:00000040:1.0:1788849569.163729:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=10 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000100:00000001:1.0:1788849569.163746:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849569.163748:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849569.163750:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849569.163754:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3600. 00000100:00000001:1.0:1788849569.163757:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849569.163762:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID req@ffff93d6eaf33800 x1875730900971136/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788849569.163770:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849569.163772:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849569.163776:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005afaeff3] to pc [ptlrpcd_00_00+0] req@ffff93d6eaf33800 x1875730900971136/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849569.163785:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849569.163788:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849569.163791:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849569.163799:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf30e00. 00000020:00000040:1.0:1788849569.163801:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ada000 refcount=4 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000100:00000001:1.0:1788849569.163803:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849569.163804:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849569.163806:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849569.163809:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3a00. 00000100:00000001:1.0:1788849569.163812:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849569.163816:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID req@ffff93d6eaf30e00 x1875730900971264/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788849569.163822:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849569.163824:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849569.163827:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f171bf] to pc [ptlrpcd_00_01+1] req@ffff93d6eaf30e00 x1875730900971264/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849569.163834:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849569.163835:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788849569.163836:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849569.163839:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788849569.163839:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849569.163841:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1788849569.163847:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf33b80. 00000100:00000040:0.0:1788849569.163847:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf31c00 x1875730900971008/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1788849569.163849:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ade000 refcount=4 obd=lustre-OST0000-osc-ffff93d6e0561000 00000100:00000001:1.0:1788849569.163852:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849569.163853:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849569.163855:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849569.163858:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3d00. 00000100:00000001:1.0:1788849569.163861:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849569.163865:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID req@ffff93d6eaf33b80 x1875730900971392/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788849569.163866:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849569.163868:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849569.163871:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788849569.163872:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849569.163874:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849569.163874:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788849569.163877:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003070954c] to pc [ptlrpcd_00_00+0] req@ffff93d6eaf33b80 x1875730900971392/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788849569.163877:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849569.163880:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2be9dc31-d936-46ce-82e2-523a967881fb:2392:1875730900971008:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849569.163884:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849569.163884:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1788849569.163886:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788849569.163889:0:233079:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1788849569.163889:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788849569.163892:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849569.163894:0:233079:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13336) 02000000:00000001:0.0:1788849569.163894:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788849569.163898:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6e068ea00. 02000000:00000001:0.0:1788849569.163900:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849569.163908:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:0.0:1788849569.163912:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ffcb8. 00000400:00000010:0.0:1788849569.163919:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2dd0. 00000100:00000001:1.0:1788849569.163920:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849569.163923:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849569.163924:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1788849569.163926:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900971008, portal 25 00000100:00000040:1.0:1788849569.163928:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf33800 x1875730900971136/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849569.163928:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849569.163934:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788849569.163935:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849569.163937:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788849569.163978:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788849569.163981:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788849569.163984:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2391:1875730900971136:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849569.163988:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788849569.163990:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849569.163991:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849569.163999:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788849569.164003:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6d115c000. 02000000:00000001:1.0:1788849569.164005:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849569.164009:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849569.164009:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006926336 : -118923702625280 : ffff93d6eaf31c00) 00000400:00000010:1.0:1788849569.164012:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004ccc08. 00000100:00000040:0.0:1788849569.164015:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf31c00 x1875730900971008/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788849569.164016:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e550. 00000100:00000200:1.0:1788849569.164019:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900971136, portal 10 00000100:00000001:0.0:1788849569.164022:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849569.164025:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849569.164028:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2330. 00000100:00000200:0.0:1788849569.164031:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875730900971008, offset 0 00000400:00000200:0.0:1788849569.164037:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849569.164046:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849569.164110:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:0.0:1788849569.164118:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849569.164123:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849569.164127:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849569.164130:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:0.0:1788849569.164140:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550623:550623:256:4294967295] 192.168.204.137@tcp LPNI seq info [550569:550569:8:4294967295] 00000400:00000200:0.0:1788849569.164145:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849569.164157:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849569.164163:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849569.164168:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cbea00. 00000800:00000200:0.0:1788849569.164175:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849569.164184:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849569.164189:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cbea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788849569.164259:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849569.164261:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006933504 : -118923702618112 : ffff93d6eaf33800) 00000100:00000040:1.0:1788849569.164274:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf33800 x1875730900971136/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849569.164280:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788849569.164282:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849569.164285:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e770. 00000100:00000200:1.0:1788849569.164288:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900971136, offset 0 00000400:00000200:1.0:1788849569.164293:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:1.0:1788849569.164298:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849569.164302:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:1.0:1788849569.164304:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788849569.164306:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:1.0:1788849569.164309:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788849569.164311:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849569.164313:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550624:550624:255:4294967295] 192.168.204.137@tcp LPNI seq info [550570:550570:7:4294967295] 00000400:00000200:1.0:1788849569.164317:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849569.164322:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:1.0:1788849569.164327:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:1.0:1788849569.164330:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cc3900. 00000800:00000200:1.0:1788849569.164334:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:1.0:1788849569.164338:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:1.0:1788849569.164340:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cc3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788849569.164384:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849569.164390:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849569.164393:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 2 is 4308003064 00000100:00000010:0.0:1788849569.164398:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6eafd93c0. 00000100:00000001:0.0:1788849569.164405:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788849569.164410:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 3 is 4308003064 00000100:00000010:0.0:1788849569.164413:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6eafd9d20. 00000100:00000001:1.0:1788849569.164416:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849569.164416:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788849569.164418:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849569.164421:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849569.164424:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788849569.164425:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33547 usecs (34 jiffies) 00000400:00000200:1.0:1788849569.164428:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000040:0.0:1788849569.164428:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf30e00 x1875730900971264/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849569.164430:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307999267 00000100:00000001:1.0:1788849569.164432:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308003064 00000100:00000001:1.0:1788849569.164434:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307999267 00000100:00000001:0.0:1788849569.164435:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788849569.164437:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308003064 00000100:00000001:0.0:1788849569.164437:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849569.164439:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788849569.164439:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788849569.164441:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849569.164441:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849569.164443:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1788849569.164443:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849569.164446:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf33b80 x1875730900971392/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788849569.164446:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900971264:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849569.164449:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788849569.164452:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1788849569.164452:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788849569.164453:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849569.164454:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849569.164456:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788849569.164457:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788849569.164459:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849569.164459:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1788849569.164462:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2391:1875730900971392:192.168.204.137@tcp:400:kworker.0 02000000:00000010:0.0:1788849569.164462:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6e068e200. 02000000:00000001:0.0:1788849569.164464:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849569.164465:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788849569.164467:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1788849569.164467:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 02000000:00000001:1.0:1788849569.164468:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849569.164470:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1788849569.164470:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ffa50. 00000400:00000010:0.0:1788849569.164473:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2110. 00000100:00000200:0.0:1788849569.164476:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900971264, portal 10 02000000:00000010:1.0:1788849569.164478:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6e1500a00. 00000100:00000001:0.0:1788849569.164478:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849569.164479:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006922752 : -118923702628864 : ffff93d6eaf30e00) 02000000:00000001:1.0:1788849569.164480:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849569.164483:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849569.164485:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004ccf78. 00000100:00000040:0.0:1788849569.164485:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf30e00 x1875730900971264/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788849569.164488:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105eaa0. 00000100:00000200:1.0:1788849569.164491:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900971392, portal 4 00000100:00000001:0.0:1788849569.164491:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788849569.164493:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1788849569.164493:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849569.164496:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2a18. 00000100:00000200:0.0:1788849569.164498:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900971264, offset 0 00000400:00000200:0.0:1788849569.164502:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849569.164505:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849569.164509:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:0.0:1788849569.164511:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849569.164514:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849569.164515:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849569.164518:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:0.0:1788849569.164520:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550625:550625:254:4294967295] 192.168.204.137@tcp LPNI seq info [550571:550571:6:4294967295] 00000400:00000200:0.0:1788849569.164524:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849569.164529:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849569.164534:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849569.164537:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cbef00. 00000800:00000200:0.0:1788849569.164540:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849569.164544:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849569.164547:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cbef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788849569.164550:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849569.164558:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: using a timeout of 25313 usecs (26 jiffies) 00000400:00000200:0.0:1788849569.164566:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849569.164568:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307999259 00000100:00000001:0.0:1788849569.164571:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308003064 00000100:00000001:0.0:1788849569.164572:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307999259 00000100:00000001:0.0:1788849569.164574:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308003064 00000100:00000001:0.0:1788849569.164576:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849569.164578:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849569.164581:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849569.164584:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849569.164591:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849569.164593:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788849569.164595:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849569.164596:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849569.164598:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849569.164600:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849569.164616:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006934400 : -118923702617216 : ffff93d6eaf33b80) 00000100:00000040:1.0:1788849569.164623:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf33b80 x1875730900971392/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849569.164639:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788849569.164642:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849569.164644:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e908. 00000100:00000200:1.0:1788849569.164647:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875730900971392, offset 0 00000400:00000200:1.0:1788849569.164651:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:1.0:1788849569.164655:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849569.164658:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:1.0:1788849569.164661:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788849569.164663:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:1.0:1788849569.164665:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788849569.164667:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849569.164678:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550626:550626:253:4294967295] 192.168.204.137@tcp LPNI seq info [550572:550572:5:4294967295] 00000400:00000200:1.0:1788849569.164683:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849569.164689:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:1.0:1788849569.164693:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:1.0:1788849569.164696:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cc3b00. 00000800:00000200:1.0:1788849569.164700:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:1.0:1788849569.164704:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:1.0:1788849569.164706:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cc3b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788849569.164709:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849569.164712:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: using a timeout of 135218 usecs (136 jiffies) 00000400:00000200:1.0:1788849569.164715:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849569.164717:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4307999369 00000100:00000001:1.0:1788849569.164719:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308003064 00000100:00000001:1.0:1788849569.164721:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4307999369 00000100:00000001:1.0:1788849569.164723:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308003064 00000100:00000001:1.0:1788849569.164724:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849569.164726:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849569.164735:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849569.164736:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849569.164739:0:2391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788849569.164741:0:2391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1788849569.164742:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849569.164743:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849569.164745:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849569.164746:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788849569.168701:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849569.168710:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cbea00. 00000400:00000200:3.0:1788849569.168718:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849569.168726:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849569.168733:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2330 00000400:00000010:3.0:1788849569.168735:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2330. 00000100:00000001:3.0:1788849569.168741:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849569.168748:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf31c00 x1875730900971008/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849569.168760:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849569.168764:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf31c00 x1875730900971008/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849585 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849569.168771:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849569.168773:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849569.168787:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849569.168790:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cc3900. 00000400:00000200:3.0:1788849569.168793:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849569.168796:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849569.168813:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e770 00000400:00000010:3.0:1788849569.168815:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e770. 00000100:00000001:3.0:1788849569.168818:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849569.168823:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf33800 x1875730900971136/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849569.168830:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849569.168833:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf33800 x1875730900971136/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849569.168839:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849569.168841:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849569.168850:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849569.168852:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cbef00. 00000400:00000200:3.0:1788849569.168855:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849569.168859:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849569.168862:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2a18 00000400:00000010:3.0:1788849569.168863:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2a18. 00000100:00000001:3.0:1788849569.168865:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849569.168869:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf30e00 x1875730900971264/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849569.168875:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849569.168878:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf30e00 x1875730900971264/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849569.168882:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849569.168884:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849569.168965:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849569.168968:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cc3b00. 00000400:00000200:3.0:1788849569.168971:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849569.168975:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849569.168977:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e908 00000400:00000010:3.0:1788849569.168979:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e908. 00000100:00000001:3.0:1788849569.168981:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849569.168985:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf33b80 x1875730900971392/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849569.169002:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849569.169006:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf33b80 x1875730900971392/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849624 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849569.169011:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849569.169012:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788849569.173800:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849569.173820:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849569.173824:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849569.173826:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849569.173834:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849569.173843:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849569.173852:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849569.173857:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849569.173862:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849569.173866:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 25 MB=0x6a9f7a20bee00 00000400:00000200:2.0:1788849569.173872:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849569.173878:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d195 [1] + 224 00000800:00000001:2.0:1788849569.173885:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849569.173893:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849569.173896:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849569.173900:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849569.173908:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849569.173917:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf31c00 x1875730900971008/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849585 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849569.173961:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf31c00 x1875730900971008/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849569.173986:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849569.173995:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849569.173998:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849569.175237:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849569.175246:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788849569.175255:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788849569.175258:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788849569.175263:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ffcb8. 00000400:00000200:0.0:1788849569.175272:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2dd0 00000400:00000010:0.0:1788849569.175274:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2dd0. 00000100:00000001:0.0:1788849569.175278:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788849569.175287:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf31c00 x1875730900971008/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788849569.175297:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf31c00 x1875730900971008/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849585 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849569.175305:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849569.175307:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849569.175309:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788849569.175312:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788849569.175315:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849569.175317:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849569.175333:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788849569.175340:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6c9059460 time=88 v=5 (5 5 5 5) 00000100:00001000:0.0:1788849569.175345:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6c9059418 time=108 v=5 (1 1 0 0) 00000100:00000001:0.0:1788849569.175347:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788849569.175349:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849569.175352:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788849569.175354:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849569.175357:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849569.175363:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf31c00 x1875730900971008/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849585 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849569.175371:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849569.175374:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849569.175376:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788849569.175381:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf31c00 x1875730900971008/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849585 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788849569.175388:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2be9dc31-d936-46ce-82e2-523a967881fb:2392:1875730900971008:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849569.175395:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849569.175398:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849569.175401:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf31c00 x1875730900971008/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849585 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849569.175408:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788849569.175410:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788849569.175414:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6e068ea00. 02000000:00000001:0.0:1788849569.175418:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788849569.175420:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788849569.175422:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6c9059000 refcount=3 obd=MGC192.168.204.137@tcp 00000020:00000001:0.0:1788849569.175424:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788849569.175426:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3400. 02000000:00000001:0.0:1788849569.175430:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788849569.175432:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788849569.175434:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf31c00. 00000100:00000001:0.0:1788849569.175438:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788849569.175439:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849569.175447:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849569.175449:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849569.175450:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849569.175452:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849569.175454:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788849569.175913:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849569.175924:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849569.175927:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849569.175930:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849569.175936:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849569.175967:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849569.175975:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849569.175979:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849569.175984:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849569.175988:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bee80 00000400:00000200:3.0:1788849569.175993:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849569.175999:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d19d [1] + 224 00000800:00000001:3.0:1788849569.176006:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849569.176009:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849569.176012:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849569.176017:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849569.176023:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849569.176028:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf33800 x1875730900971136/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849569.176036:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf33800 x1875730900971136/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849569.176060:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849569.176068:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849569.176071:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849569.176073:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849569.176082:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849569.176092:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849569.176096:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849569.176100:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849569.176103:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849569.176106:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849569.176109:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bef00 00000400:00000200:3.0:1788849569.176112:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849569.176115:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d1a5 [1] + 224 00000800:00000001:3.0:1788849569.176118:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849569.176122:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849569.176125:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849569.176128:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849569.176131:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849569.176134:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf30e00 x1875730900971264/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849569.176142:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf30e00 x1875730900971264/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849569.176159:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849569.176164:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849569.176167:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849569.176169:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849569.176171:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849569.176174:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849569.176177:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849569.176180:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849569.176182:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849569.176184:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849569.176187:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 4 MB=0x6a9f7a20bef80 00000400:00000200:3.0:1788849569.176190:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849569.176194:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d1ad [1] + 224 00000800:00000001:3.0:1788849569.176197:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849569.176209:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849569.176211:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849569.176214:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849569.176218:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849569.176223:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf33b80 x1875730900971392/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849624 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849569.176243:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf33b80 x1875730900971392/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849569.176251:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849569.176255:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849569.176258:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849569.176484:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849569.176488:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788849569.176493:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788849569.176495:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788849569.176498:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ffa50. 00000400:00000200:0.0:1788849569.176504:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2110 00000400:00000010:0.0:1788849569.176506:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2110. 00000100:00000001:0.0:1788849569.176509:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788849569.176514:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf30e00 x1875730900971264/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788849569.176523:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf30e00 x1875730900971264/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849569.176528:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849569.176530:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849569.176532:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788849569.176534:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788849569.176536:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849569.176538:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849569.176541:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788849569.176548:0:2392:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e0ada460 time=87 v=84 (84 84 85 86) 00000100:00001000:0.0:1788849569.176551:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ada418 time=86 v=5 (1 1 0 0) 00000100:00000001:0.0:1788849569.176553:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788849569.176555:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849569.176557:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788849569.176562:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93d6eaf30e00 x1875730900971264/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788849569.176568:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849569.176572:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788849569.176574:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93d6e0561000: skip recheck: last_committed 21474836540 00000100:00000001:0.0:1788849569.176576:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788849569.176585:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849569.176590:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf30e00 x1875730900971264/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849569.176595:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849569.176598:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849569.176600:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788849569.176603:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf30e00 x1875730900971264/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788849569.176611:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900971264:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849569.176615:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849569.176617:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849569.176620:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf30e00 x1875730900971264/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849569.176627:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788849569.176629:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788849569.176632:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6e068e200. 02000000:00000001:0.0:1788849569.176634:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788849569.176636:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788849569.176638:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6e0ada000 refcount=3 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000020:00000001:0.0:1788849569.176640:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788849569.176642:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3a00. 02000000:00000001:0.0:1788849569.176646:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788849569.176647:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788849569.176648:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf30e00. 00000100:00000001:0.0:1788849569.176652:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788849569.176653:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849569.176655:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849569.176663:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849569.176665:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849569.176667:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849569.176669:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849569.176832:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849569.176835:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788849569.176838:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849569.176840:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849569.176842:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004ccc08. 00000400:00000200:1.0:1788849569.176846:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e550 00000400:00000010:1.0:1788849569.176848:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e550. 00000100:00000001:1.0:1788849569.176851:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849569.176856:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf33800 x1875730900971136/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788849569.176864:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf33800 x1875730900971136/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849569.176870:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849569.176872:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849569.176874:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849569.176876:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849569.176877:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849569.176878:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849569.176880:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849569.176885:0:2391:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=87 v=84 (84 84 85 86) 00000100:00001000:1.0:1788849569.176888:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=108 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849569.176890:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849569.176891:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849569.176893:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788849569.176896:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849569.176898:0:2391:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788849569.176900:0:2391:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: committing for last_committed 30064771464 gen 1 00000100:00000040:1.0:1788849569.176906:0:2391:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 30064771464) req@ffff93d7011ba300 x1875730900968832/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1788849676 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849569.176921:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849569.176922:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378681088 : -118923330870528 : ffff93d7011ba300) 00000100:00000001:1.0:1788849569.176925:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849569.176929:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011ba300 x1875730900968832/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1788849676 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849569.176935:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849569.176937:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849569.176967:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011b9c00 x1875730900969856/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1788849577 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849569.176974:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788849569.176976:0:2391:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff93d6c93f7560. 00000100:00000001:1.0:1788849569.176980:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849569.176983:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d7011ba300 x1875730900968832/t30064771461(30064771461) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 528/608 e 0 to 0 dl 1788849676 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849569.176989:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788849569.176991:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849569.176992:0:2391:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=9 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:1.0:1788849569.176994:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849569.176997:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93d6c5ea5400. 02000000:00000001:1.0:1788849569.177000:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849569.177001:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849569.177002:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d7011ba300. 00000100:00000001:1.0:1788849569.177005:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849569.177006:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849569.177012:0:2391:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 30064771464) req@ffff93d7011b8000 x1875730900969088/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/664 e 0 to 0 dl 1788849676 ref 1 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849569.177018:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849569.177020:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378672128 : -118923330879488 : ffff93d7011b8000) 00000100:00000001:1.0:1788849569.177022:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849569.177026:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011b8000 x1875730900969088/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/664 e 0 to 0 dl 1788849676 ref 2 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849569.177037:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849569.177039:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849569.177043:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011b8700 x1875730900969472/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1788849577 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849569.177048:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788849569.177050:0:2391:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff93d6c93f7e00. 00000100:00000001:1.0:1788849569.177052:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849569.177055:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d7011b8000 x1875730900969088/t30064771462(30064771462) o101->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 576/664 e 0 to 0 dl 1788849676 ref 1 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849569.177060:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849569.177061:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849569.177063:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff93d6f1140000. 02000000:00000001:1.0:1788849569.177110:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849569.177112:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849569.177113:0:2391:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=8 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:1.0:1788849569.177115:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849569.177116:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff93d6c5ea7c00. 02000000:00000001:1.0:1788849569.177119:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849569.177120:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849569.177121:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d7011b8000. 00000100:00000001:1.0:1788849569.177124:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849569.177125:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849569.177130:0:2391:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 30064771464) req@ffff93d7011b8700 x1875730900969472/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1788849577 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849569.177136:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849569.177139:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d7011b8700 x1875730900969472/t30064771463(30064771463) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1788849577 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849569.177145:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849569.177146:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849569.177148:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93d6c5ea5800. 02000000:00000001:1.0:1788849569.177150:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849569.177157:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849569.177158:0:2391:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=7 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:1.0:1788849569.177161:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849569.177162:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93d6c94d4400. 02000000:00000001:1.0:1788849569.177164:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849569.177166:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849569.177167:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d7011b8700. 00000100:00000001:1.0:1788849569.177169:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849569.177171:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849569.177175:0:2391:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 30064771464) req@ffff93d7011b9c00 x1875730900969856/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1788849577 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849569.177180:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849569.177183:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d7011b9c00 x1875730900969856/t30064771464(30064771464) o35->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:23/10 lens 392/456 e 0 to 0 dl 1788849577 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788849569.177188:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849569.177190:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849569.177191:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93d6c5ea6800. 02000000:00000001:1.0:1788849569.177193:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849569.177194:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849569.177195:0:2391:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=6 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:1.0:1788849569.177197:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849569.177198:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93d6c94d4600. 02000000:00000001:1.0:1788849569.177200:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849569.177201:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849569.177202:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d7011b9c00. 00000100:00000001:1.0:1788849569.177205:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849569.177206:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849569.177208:0:2391:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788849569.177211:0:2391:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:1.0:1788849569.177213:0:2391:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788849569.177215:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849569.177218:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf33800 x1875730900971136/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849569.177225:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849569.177241:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849569.177243:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849569.177248:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf33800 x1875730900971136/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849569.177256:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2391:1875730900971136:192.168.204.137@tcp:400:kworker.0 00000400:00000001:1.0:1788849569.177262:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849569.177263:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849569.177265:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004ccf78. 00000400:00000200:1.0:1788849569.177267:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105eaa0 00000400:00000010:1.0:1788849569.177269:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105eaa0. 00000100:00000001:1.0:1788849569.177272:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849569.177275:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf33b80 x1875730900971392/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788849569.177284:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf33b80 x1875730900971392/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849569.177289:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849569.177291:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849569.177293:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849569.177295:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849569.177296:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849569.177298:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849569.177300:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849569.177304:0:2391:0:(import.c:2149:obd_at_measure()) add 36 to ffff93d6e0ade460 time=87 v=36 (36 5 5 5) 00000100:00001000:1.0:1788849569.177307:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ade418 time=70 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849569.177309:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849569.177311:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849569.177312:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788849569.177314:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849569.177316:0:2391:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788849569.177318:0:2391:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93d6e0561000: skip recheck: last_committed 42949693919 00000100:00000001:1.0:1788849569.177319:0:2391:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788849569.177321:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849569.177325:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf33b80 x1875730900971392/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849569.177338:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849569.177340:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849569.177341:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849569.177345:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf33b80 x1875730900971392/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849624 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849569.177352:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2391:1875730900971392:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849569.177356:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849569.177358:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849569.177361:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf33800 x1875730900971136/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849684 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849569.177367:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849569.177369:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849569.177371:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6d115c000. 02000000:00000001:1.0:1788849569.177375:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849569.177376:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849569.177377:0:2391:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=5 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:1.0:1788849569.177379:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849569.177381:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3600. 02000000:00000001:1.0:1788849569.177383:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849569.177384:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849569.177385:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf33800. 00000100:00000001:1.0:1788849569.177389:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849569.177390:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849569.177391:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849569.177394:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf33b80 x1875730900971392/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849624 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849569.177400:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849569.177401:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849569.177403:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6e1500a00. 02000000:00000001:1.0:1788849569.177405:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849569.177406:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849569.177413:0:2391:0:(genops.c:1223:class_import_put()) import ffff93d6e0ade000 refcount=3 obd=lustre-OST0000-osc-ffff93d6e0561000 00000020:00000001:1.0:1788849569.177415:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849569.177417:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3d00. 02000000:00000001:1.0:1788849569.177419:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849569.177420:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849569.177421:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf33b80. 00000100:00000001:1.0:1788849569.177424:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849569.177425:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849569.177427:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849569.177432:0:2391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788849569.177434:0:2391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849569.177436:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849569.177437:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849569.355054:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849569.355061:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849569.355075:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849569.355076:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849569.359637:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849569.359645:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849569.359652:0:241781:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849570.379121:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849570.379127:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849570.379133:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849570.379136:0:267203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849570.379138:0:267203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849570.379144:0:267203:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849570.379147:0:267203:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849570.379148:0:267203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849570.379151:0:267203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849570.379153:0:267203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849570.379155:0:267203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849570.379157:0:267203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849570.379533:0:251614:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849570.379537:0:251614:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849570.379540:0:251614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788849571.310798:0:279489:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849571.403675:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849571.403682:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849571.403688:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849571.403689:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849571.403791:0:235787:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849571.403794:0:235787:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849571.403797:0:235787:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1788849571.582373:0:279525:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788849571.582379:0:279525:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg437-client.virtnet: executing wait_import_state CONNECTING osc.lustre-OST0000-osc-ffff93d6e0561000.ost_server_uuid 50 00000001:00000001:3.0:1788849571.588749:0:279525:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1788849572.427386:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849572.427393:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849572.427399:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849572.427400:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788849572.427782:0:235786:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788849572.427786:0:235786:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788849572.427789:0:235786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788849573.003063:0:279261:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134aa20 (cpu 2) has reached its deadline 4308003064, at 4308003072 00000100:00000010:2.0:1788849573.003080:0:279261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6eafd93c0. 00000100:00000040:3.0:1788849573.003084:0:259117:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134ab30 (cpu 3) has reached its deadline 4308003064, at 4308003072 00000100:00000010:3.0:1788849573.003092:0:259117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6eafd9d20. 00010000:00000001:0.0:1788849573.451252:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849573.451259:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849573.451264:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849573.451265:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849573.451634:0:251615:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849573.451637:0:251615:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849573.451641:0:251615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788849574.283157:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2be9dc31-d936-46ce-82e2-523a967881fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849574.283168:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849574.283180:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000f800. 00000020:00000040:3.0:1788849574.283186:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6c9059000 refcount=4 obd=MGC192.168.204.137@tcp 00000100:00000001:3.0:1788849574.283205:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849574.283208:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849574.283213:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849574.283220:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73700. 00000100:00000001:3.0:1788849574.283227:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849574.283238:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2be9dc31-d936-46ce-82e2-523a967881fb->MGS req@ffff93d6d000f800 x1875730900971520/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849574.283248:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849574.283252:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849574.283258:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3e1c29b] to pc [ptlrpcd_01_01+1] req@ffff93d6d000f800 x1875730900971520/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849574.283288:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849574.283291:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849574.283294:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849574.283297:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000d500. 00000020:00000040:3.0:1788849574.283300:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=6 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000100:00000001:3.0:1788849574.283302:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849574.283303:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849574.283304:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849574.283307:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73b00. 00000100:00000001:3.0:1788849574.283310:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849574.283315:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID req@ffff93d6d000d500 x1875730900971648/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849574.283321:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849574.283323:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849574.283327:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063b16e6b] to pc [ptlrpcd_01_00+0] req@ffff93d6d000d500 x1875730900971648/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849574.283334:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849574.283336:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849574.283339:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849574.283362:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000fb80. 00000020:00000040:3.0:1788849574.283364:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ada000 refcount=4 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000100:00000001:3.0:1788849574.283366:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849574.283368:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849574.283370:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849574.283373:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73300. 00000100:00000001:3.0:1788849574.283376:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849574.283380:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID req@ffff93d6d000fb80 x1875730900971776/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849574.283386:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849574.283388:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849574.283391:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028a9f6fe] to pc [ptlrpcd_01_01+1] req@ffff93d6d000fb80 x1875730900971776/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849574.283397:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849574.283399:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849574.283403:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849574.283405:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000ed80. 00000020:00000040:3.0:1788849574.283406:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ade000 refcount=4 obd=lustre-OST0000-osc-ffff93d6e0561000 00000100:00000001:3.0:1788849574.283408:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849574.283409:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849574.283411:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849574.283413:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73400. 00000100:00000001:3.0:1788849574.283416:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849574.283419:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID req@ffff93d6d000ed80 x1875730900971904/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849574.283424:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849574.283426:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849574.283429:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d6d226b] to pc [ptlrpcd_01_00+0] req@ffff93d6d000ed80 x1875730900971904/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849574.283434:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849574.283441:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788849574.283444:0:233079:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788849574.283449:0:233079:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13342) 00000100:00000001:2.0:1788849574.283528:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849574.283534:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849574.283537:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788849574.283545:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000f800 x1875730900971520/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849574.283552:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788849574.283554:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849574.283558:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788849574.283561:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788849574.283564:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788849574.283567:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2be9dc31-d936-46ce-82e2-523a967881fb:2394:1875730900971520:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849574.283570:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788849574.283576:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788849574.283579:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849574.283581:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788849574.283586:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6d855e200. 02000000:00000001:2.0:1788849574.283588:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849574.283596:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:2.0:1788849574.283599:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6ea8a0b00. 00000400:00000010:2.0:1788849574.283606:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7aa0. 00000100:00000200:2.0:1788849574.283613:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900971520, portal 25 00000100:00000001:2.0:1788849574.283622:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788849574.283624:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554849792 : -118924154701824 : ffff93d6d000f800) 00000100:00000040:2.0:1788849574.283631:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000f800 x1875730900971520/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849574.283637:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788849574.283640:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:2.0:1788849574.283642:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7088. 00000100:00000200:2.0:1788849574.283645:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875730900971520, offset 0 00000400:00000200:2.0:1788849574.283653:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:2.0:1788849574.283661:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849574.283669:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:2.0:1788849574.283674:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788849574.283678:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:2.0:1788849574.283681:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788849574.283684:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:2.0:1788849574.283688:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550627:550627:256:4294967295] 192.168.204.137@tcp LPNI seq info [550573:550573:8:4294967295] 00000400:00000200:2.0:1788849574.283691:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849574.283700:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:2.0:1788849574.283705:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:2.0:1788849574.283711:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6e1766100. 00000800:00000200:2.0:1788849574.283717:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:2.0:1788849574.283724:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:2.0:1788849574.283729:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6e1766100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788849574.283748:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849574.283753:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:2.0:1788849574.283756:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 2 is 4308008183 00000100:00000010:2.0:1788849574.283760:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6f15249c0. 00000100:00000001:2.0:1788849574.283767:0:2394:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788849574.283771:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 3 is 4308008183 00000100:00000010:2.0:1788849574.283774:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6f1524600. 00000100:00000001:2.0:1788849574.283783:0:2394:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788849574.283786:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849574.283789:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849574.283792:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788849574.283796:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000fb80 x1875730900971776/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849574.283802:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788849574.283803:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849574.283805:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788849574.283807:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788849574.283809:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788849574.283811:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900971776:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849574.283814:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788849574.283818:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788849574.283819:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849574.283821:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788849574.283824:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6d855f000. 02000000:00000001:2.0:1788849574.283826:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849574.283830:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:2.0:1788849574.283832:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6ea8a0420. 00000400:00000010:2.0:1788849574.283836:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7cc0. 00000100:00000200:2.0:1788849574.283838:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900971776, portal 10 00000100:00000001:2.0:1788849574.283840:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788849574.283841:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554850688 : -118924154700928 : ffff93d6d000fb80) 00000100:00000040:2.0:1788849574.283848:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000fb80 x1875730900971776/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849574.283853:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788849574.283855:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:2.0:1788849574.283857:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7990. 00000100:00000200:2.0:1788849574.283860:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900971776, offset 0 00000400:00000200:2.0:1788849574.283863:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:2.0:1788849574.283867:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849574.283877:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:2.0:1788849574.283879:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788849574.283882:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:2.0:1788849574.283884:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788849574.283886:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:2.0:1788849574.283889:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550628:550628:255:4294967295] 192.168.204.137@tcp LPNI seq info [550574:550574:7:4294967295] 00000400:00000200:2.0:1788849574.283893:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849574.283899:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:2.0:1788849574.283903:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:2.0:1788849574.283907:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6e1766600. 00000800:00000200:2.0:1788849574.283911:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:2.0:1788849574.283915:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:2.0:1788849574.283917:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6e1766600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788849574.283920:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849574.283925:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: using a timeout of 25312 usecs (26 jiffies) 00000400:00000200:2.0:1788849574.283928:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:2.0:1788849574.283930:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308004378 00000100:00000001:2.0:1788849574.283933:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308008183 00000100:00000001:2.0:1788849574.283935:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308004378 00000100:00000001:2.0:1788849574.283937:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308008183 00000100:00000001:2.0:1788849574.283939:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849574.283998:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849574.284001:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849574.284004:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849574.284012:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788849574.284014:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788849574.284017:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849574.284018:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849574.284020:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788849574.284023:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788849574.284025:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849574.284033:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788849574.284034:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849574.284036:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849574.284037:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849574.284039:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788849574.284044:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000d500 x1875730900971648/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849574.284051:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788849574.284052:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849574.284055:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788849574.284056:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788849574.284058:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788849574.284061:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900971648:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849574.284064:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788849574.284067:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788849574.284068:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849574.284069:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788849574.284072:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6d855f600. 02000000:00000001:2.0:1788849574.284074:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849574.284078:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:2.0:1788849574.284080:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6ea8a0d10. 00000400:00000010:2.0:1788849574.284083:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7b28. 00000100:00000200:2.0:1788849574.284086:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900971648, portal 10 00000100:00000001:2.0:1788849574.284087:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788849574.284088:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554840832 : -118924154710784 : ffff93d6d000d500) 00000100:00000040:2.0:1788849574.284094:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000d500 x1875730900971648/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849574.284100:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788849574.284103:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:2.0:1788849574.284105:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7dd0. 00000100:00000200:2.0:1788849574.284108:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900971648, offset 0 00000400:00000200:2.0:1788849574.284112:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:2.0:1788849574.284115:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849574.284124:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:2.0:1788849574.284137:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788849574.284140:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:2.0:1788849574.284142:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788849574.284145:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:2.0:1788849574.284148:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550629:550629:254:4294967295] 192.168.204.137@tcp LPNI seq info [550575:550575:6:4294967295] 00000400:00000200:2.0:1788849574.284152:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849574.284158:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:2.0:1788849574.284162:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:2.0:1788849574.284166:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6e1766a00. 00000800:00000200:2.0:1788849574.284170:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:2.0:1788849574.284174:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:2.0:1788849574.284177:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6e1766a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788849574.284180:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849574.284183:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33541 usecs (34 jiffies) 00000400:00000200:2.0:1788849574.284186:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:2.0:1788849574.284188:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308004387 00000100:00000001:2.0:1788849574.284190:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308008183 00000100:00000001:2.0:1788849574.284192:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308004387 00000100:00000001:2.0:1788849574.284194:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308008183 00000100:00000001:2.0:1788849574.284196:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849574.284197:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849574.284199:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788849574.284203:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000ed80 x1875730900971904/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849574.284209:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788849574.284210:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849574.284212:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788849574.284213:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788849574.284221:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788849574.284224:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900971904:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849574.284226:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788849574.284229:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788849574.284230:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849574.284232:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788849574.284234:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6d855e600. 02000000:00000001:2.0:1788849574.284236:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849574.284239:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:2.0:1788849574.284242:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6ea8a0c08. 00000400:00000010:2.0:1788849574.284245:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7110. 00000100:00000200:2.0:1788849574.284247:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900971904, portal 4 00000100:00000001:2.0:1788849574.284249:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788849574.284250:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554847104 : -118924154704512 : ffff93d6d000ed80) 00000100:00000040:2.0:1788849574.284255:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000ed80 x1875730900971904/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849574.284261:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788849574.284263:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:2.0:1788849574.284265:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7ee0. 00000100:00000200:2.0:1788849574.284266:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875730900971904, offset 0 00000400:00000200:2.0:1788849574.284270:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:2.0:1788849574.284273:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849574.284276:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:2.0:1788849574.284279:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788849574.284281:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:2.0:1788849574.284283:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788849574.284284:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:2.0:1788849574.284287:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550630:550630:253:4294967295] 192.168.204.137@tcp LPNI seq info [550576:550576:5:4294967295] 00000400:00000200:2.0:1788849574.284291:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849574.284297:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:2.0:1788849574.284301:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:2.0:1788849574.284309:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6e1766200. 00000800:00000200:2.0:1788849574.284313:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:2.0:1788849574.284317:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:2.0:1788849574.284319:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6e1766200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788849574.284322:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849574.284325:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: using a timeout of 135125 usecs (136 jiffies) 00000400:00000200:2.0:1788849574.284328:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:2.0:1788849574.284330:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308004489 00000100:00000001:2.0:1788849574.284332:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308008183 00000100:00000001:2.0:1788849574.284334:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308004489 00000100:00000001:2.0:1788849574.284336:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308008183 00000100:00000001:2.0:1788849574.284338:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849574.284339:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849574.284342:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849574.284344:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849574.284355:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849574.284358:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788849574.284463:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849574.284468:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6e1766100. 00000400:00000200:3.0:1788849574.284474:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849574.284478:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849574.284483:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7088 00000400:00000010:3.0:1788849574.284485:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7088. 00000100:00000001:3.0:1788849574.284490:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849574.284494:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000f800 x1875730900971520/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849574.284504:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849574.284508:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000f800 x1875730900971520/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849590 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849574.284514:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849574.284516:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849574.284528:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849574.284530:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6e1766600. 00000400:00000200:3.0:1788849574.284532:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849574.284535:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849574.284537:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7990 00000400:00000010:3.0:1788849574.284539:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7990. 00000100:00000001:3.0:1788849574.284541:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849574.284544:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000fb80 x1875730900971776/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849574.284551:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849574.284554:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000fb80 x1875730900971776/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849574.284559:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849574.284561:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849574.284576:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849574.284578:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6e1766a00. 00000400:00000200:3.0:1788849574.284581:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849574.284585:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849574.284587:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7dd0 00000400:00000010:3.0:1788849574.284588:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7dd0. 00000100:00000001:3.0:1788849574.284590:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849574.284593:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000d500 x1875730900971648/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849574.284600:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849574.284603:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000d500 x1875730900971648/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849574.284609:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849574.284610:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849574.284673:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849574.284675:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6e1766200. 00000400:00000200:3.0:1788849574.284677:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849574.284680:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849574.284683:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7ee0 00000400:00000010:3.0:1788849574.284684:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7ee0. 00000100:00000001:3.0:1788849574.284686:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849574.284689:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000ed80 x1875730900971904/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849574.284695:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849574.284698:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000ed80 x1875730900971904/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849629 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849574.284703:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849574.284704:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788849574.297055:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849574.297071:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849574.297075:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849574.297077:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849574.297085:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849574.297106:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849574.297115:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849574.297120:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849574.297125:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849574.297140:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 25 MB=0x6a9f7a20bf000 00000400:00000200:3.0:1788849574.297145:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849574.297151:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d1b5 [1] + 224 00000800:00000001:3.0:1788849574.297160:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849574.297167:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849574.297171:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849574.297176:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849574.297184:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849574.297195:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000f800 x1875730900971520/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849590 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849574.297204:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000f800 x1875730900971520/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849574.297227:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849574.297235:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849574.297238:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849574.297540:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849574.297544:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788849574.297554:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788849574.297556:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788849574.297560:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6ea8a0b00. 00000400:00000200:2.0:1788849574.297565:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7aa0 00000400:00000010:2.0:1788849574.297568:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7aa0. 00000100:00000001:2.0:1788849574.297571:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849574.297576:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000f800 x1875730900971520/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788849574.297585:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000f800 x1875730900971520/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849590 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849574.297591:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788849574.297594:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849574.297596:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788849574.297607:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788849574.297610:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788849574.297612:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849574.297615:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788849574.297624:0:2394:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6c9059460 time=93 v=5 (5 5 5 5) 00000100:00001000:2.0:1788849574.297628:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6c9059418 time=113 v=5 (1 1 0 0) 00000100:00000001:2.0:1788849574.297631:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788849574.297632:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788849574.297636:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788849574.297638:0:2394:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849574.297641:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849574.297646:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000f800 x1875730900971520/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849590 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849574.297653:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849574.297657:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788849574.297659:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788849574.297662:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000f800 x1875730900971520/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849590 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788849574.297670:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2be9dc31-d936-46ce-82e2-523a967881fb:2394:1875730900971520:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849574.297675:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849574.297677:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849574.297681:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000f800 x1875730900971520/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849590 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849574.297687:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788849574.297690:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788849574.297693:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6d855e200. 02000000:00000001:2.0:1788849574.297696:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788849574.297699:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788849574.297701:0:2394:0:(genops.c:1223:class_import_put()) import ffff93d6c9059000 refcount=3 obd=MGC192.168.204.137@tcp 00000020:00000001:2.0:1788849574.297703:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788849574.297706:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73700. 02000000:00000001:2.0:1788849574.297709:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788849574.297711:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788849574.297718:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000f800. 00000100:00000001:2.0:1788849574.297721:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788849574.297723:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849574.297727:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849574.297728:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849574.297730:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849574.297732:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849574.297733:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788849574.301850:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849574.301867:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849574.301872:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849574.301874:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849574.301883:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849574.301891:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849574.301899:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849574.301904:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849574.301910:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849574.301914:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bf100 00000400:00000200:3.0:1788849574.301920:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849574.301926:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d1c5 [1] + 224 00000800:00000001:3.0:1788849574.301932:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849574.302662:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849574.302667:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849574.302673:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849574.302681:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849574.302691:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000fb80 x1875730900971776/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849574.302702:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000fb80 x1875730900971776/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849574.302722:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849574.302730:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849574.302733:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849574.303186:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849574.303191:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788849574.303198:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788849574.303200:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788849574.303204:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6ea8a0420. 00000400:00000200:3.0:1788849574.303210:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7cc0 00000400:00000010:3.0:1788849574.303212:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7cc0. 00000100:00000001:3.0:1788849574.303215:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849574.303220:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000fb80 x1875730900971776/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788849574.303229:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000fb80 x1875730900971776/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849574.303236:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788849574.303238:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849574.303240:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788849574.303243:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788849574.303246:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788849574.303248:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849574.303251:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788849574.303260:0:2394:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e0ada460 time=92 v=84 (84 84 85 86) 00000100:00001000:3.0:1788849574.303264:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ada418 time=91 v=5 (1 1 0 0) 00000100:00000001:3.0:1788849574.303267:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788849574.303269:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849574.303272:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788849574.303277:0:2394:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93d6d000fb80 x1875730900971776/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788849574.303284:0:2394:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849574.303287:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788849574.303289:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93d6e0561000: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1788849574.303291:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788849574.303292:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849574.303296:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000fb80 x1875730900971776/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849574.303303:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849574.303317:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788849574.303319:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788849574.303335:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000fb80 x1875730900971776/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788849574.303342:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900971776:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849574.303347:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849574.303349:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849574.303353:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000fb80 x1875730900971776/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849574.303359:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788849574.303361:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788849574.303365:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6d855f000. 02000000:00000001:3.0:1788849574.303368:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788849574.303371:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788849574.303373:0:2394:0:(genops.c:1223:class_import_put()) import ffff93d6e0ada000 refcount=3 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000020:00000001:3.0:1788849574.303375:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788849574.303378:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73300. 02000000:00000001:3.0:1788849574.303381:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788849574.303383:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788849574.303386:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000fb80. 00000100:00000001:3.0:1788849574.303389:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788849574.303391:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849574.303394:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849574.303395:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849574.303397:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849574.303398:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849574.303400:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788849574.304420:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849574.304430:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849574.304433:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849574.304435:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849574.304442:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849574.304448:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849574.304455:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849574.304467:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849574.304472:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849574.304476:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 4 MB=0x6a9f7a20bf180 00000400:00000200:3.0:1788849574.304480:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849574.304484:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d1e5 [1] + 224 00000800:00000001:3.0:1788849574.304490:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849574.304494:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849574.304497:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849574.304500:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849574.304506:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849574.304511:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000ed80 x1875730900971904/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849574.304522:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000ed80 x1875730900971904/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849574.304579:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849574.304590:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849574.304608:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849574.304615:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849574.304619:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849574.304621:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849574.304623:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849574.304626:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849574.304630:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849574.304634:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849574.304636:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849574.304639:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849574.304642:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bf080 00000400:00000200:3.0:1788849574.304645:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849574.304649:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d1d5 [1] + 224 00000800:00000001:3.0:1788849574.304653:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849574.304659:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849574.304661:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849574.304664:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849574.304667:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849574.304679:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000d500 x1875730900971648/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849574.304687:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000d500 x1875730900971648/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849574.304695:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849574.304699:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849574.304702:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788849574.305210:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788849574.305213:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788849574.305216:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6ea8a0c08. 00000400:00000200:2.0:1788849574.305222:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7110 00000400:00000010:2.0:1788849574.305224:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7110. 00000100:00000001:2.0:1788849574.305227:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849574.305233:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000ed80 x1875730900971904/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788849574.305242:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000ed80 x1875730900971904/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849574.305248:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788849574.305250:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849574.305252:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788849574.305263:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788849574.305265:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788849574.305267:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849574.305269:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788849574.305279:0:2394:0:(import.c:2149:obd_at_measure()) add 36 to ffff93d6e0ade460 time=92 v=36 (36 5 5 5) 00000100:00001000:2.0:1788849574.305283:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ade418 time=75 v=5 (1 1 0 0) 00000100:00000001:2.0:1788849574.305286:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788849574.305288:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788849574.305291:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788849574.305294:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849574.305297:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788849574.305299:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93d6e0561000: skip recheck: last_committed 42949693919 00000100:00000001:2.0:1788849574.305301:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788849574.305303:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849574.305308:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000ed80 x1875730900971904/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849574.305315:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849574.305318:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788849574.305319:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788849574.305378:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000ed80 x1875730900971904/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849629 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788849574.305386:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900971904:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849574.305391:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849574.305394:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849574.305397:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000ed80 x1875730900971904/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849629 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849574.305403:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788849574.305405:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788849574.305408:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6d855e600. 02000000:00000001:2.0:1788849574.305411:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788849574.305414:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788849574.305416:0:2394:0:(genops.c:1223:class_import_put()) import ffff93d6e0ade000 refcount=3 obd=lustre-OST0000-osc-ffff93d6e0561000 00000020:00000001:2.0:1788849574.305418:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788849574.305426:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73400. 02000000:00000001:2.0:1788849574.305429:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788849574.305431:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788849574.305433:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000ed80. 00000100:00000001:2.0:1788849574.305436:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788849574.305438:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849574.305442:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849574.305444:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849574.305445:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788849574.305449:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788849574.305450:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788849574.305452:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6ea8a0d10. 00000400:00000200:2.0:1788849574.305454:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7b28 00000400:00000010:2.0:1788849574.305456:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7b28. 00000100:00000001:2.0:1788849574.305458:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849574.305462:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000d500 x1875730900971648/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788849574.305471:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000d500 x1875730900971648/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849574.305477:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788849574.305479:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849574.305481:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788849574.305482:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788849574.305483:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788849574.305485:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849574.305486:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788849574.305491:0:2394:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=92 v=84 (84 84 85 86) 00000100:00001000:2.0:1788849574.305495:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=113 v=5 (1 1 0 0) 00000100:00000001:2.0:1788849574.305497:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788849574.305498:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788849574.305499:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788849574.305501:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849574.305504:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788849574.305505:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771464 00000100:00000001:2.0:1788849574.305506:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788849574.305508:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849574.305519:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000d500 x1875730900971648/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849574.305525:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849574.305527:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788849574.305529:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788849574.305532:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000d500 x1875730900971648/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788849574.305538:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900971648:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849574.305542:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849574.305544:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849574.305546:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000d500 x1875730900971648/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849689 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849574.305552:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788849574.305554:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788849574.305555:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6d855f600. 02000000:00000001:2.0:1788849574.305558:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788849574.305559:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788849574.305560:0:2394:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=5 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:2.0:1788849574.305562:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788849574.305564:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73b00. 02000000:00000001:2.0:1788849574.305566:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788849574.305567:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788849574.305569:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000d500. 00000100:00000001:2.0:1788849574.305571:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788849574.305572:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849574.305573:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849574.305710:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788849574.305714:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849574.305716:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849574.305718:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849574.476786:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849574.476793:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849574.476805:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849574.476807:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849574.477182:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849574.477186:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849574.477189:0:241781:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849575.499076:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849575.499084:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849575.499090:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849575.499092:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849575.499156:0:251614:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849575.499162:0:251614:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849575.499165:0:251614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849576.523670:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849576.523689:0:267203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849576.523691:0:267203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849576.523712:0:267203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849576.523717:0:267203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849576.523719:0:267203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849576.523721:0:267203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849576.523725:0:267203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849576.523730:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849576.523731:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849576.524242:0:235787:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849576.524246:0:235787:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849576.524249:0:235787:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849577.547084:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849577.547090:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849577.547095:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849577.547097:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788849577.547215:0:235786:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788849577.547219:0:235786:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788849577.547222:0:235786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788849578.123236:0:279261:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134aa20 (cpu 2) has reached its deadline 4308008183, at 4308008192 00000100:00000010:2.0:1788849578.123252:0:279261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6f15249c0. 00000100:00000040:3.0:1788849578.124348:0:259117:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134ab30 (cpu 3) has reached its deadline 4308008183, at 4308008192 00000100:00000010:3.0:1788849578.124359:0:259117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6f1524600. 00010000:00000001:0.0:1788849578.571278:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849578.571286:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849578.571293:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849578.571294:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849578.571407:0:251615:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849578.571410:0:251615:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849578.571414:0:251615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788849579.403128:0:273642:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2be9dc31-d936-46ce-82e2-523a967881fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849579.403139:0:273642:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849579.403150:0:273642:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf33b80. 00000020:00000040:1.0:1788849579.403156:0:273642:0:(genops.c:1210:class_import_get()) import ffff93d6c9059000 refcount=4 obd=MGC192.168.204.137@tcp 00000100:00000001:1.0:1788849579.403160:0:273642:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849579.403164:0:273642:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849579.403169:0:273642:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849579.403178:0:273642:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3d00. 00000100:00000001:1.0:1788849579.403186:0:273642:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849579.403208:0:273642:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2be9dc31-d936-46ce-82e2-523a967881fb->MGS req@ffff93d6eaf33b80 x1875730900972032/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788849579.403219:0:273642:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849579.403223:0:273642:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849579.403229:0:273642:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003070954c] to pc [ptlrpcd_00_01+1] req@ffff93d6eaf33b80 x1875730900972032/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849579.403262:0:273642:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849579.403265:0:273642:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849579.403268:0:273642:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849579.403271:0:273642:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf33800. 00000020:00000040:1.0:1788849579.403273:0:273642:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=6 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000100:00000001:0.0:1788849579.403291:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849579.403292:0:273642:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849579.403295:0:273642:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1788849579.403296:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1788849579.403298:0:273642:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849579.403299:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1788849579.403306:0:273642:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3600. 00000100:00000040:0.0:1788849579.403306:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf33b80 x1875730900972032/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849579.403311:0:273642:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849579.403320:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1788849579.403321:0:273642:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID req@ffff93d6eaf33800 x1875730900972160/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788849579.403325:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849579.403331:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788849579.403334:0:273642:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1788849579.403336:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849579.403338:0:273642:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849579.403341:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849579.403346:0:273642:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005afaeff3] to pc [ptlrpcd_00_00+0] req@ffff93d6eaf33800 x1875730900972160/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788849579.403350:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2be9dc31-d936-46ce-82e2-523a967881fb:2392:1875730900972032:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849579.403360:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788849579.403364:0:273642:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849579.403367:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1788849579.403368:0:273642:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1788849579.403371:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849579.403372:0:273642:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1788849579.403376:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1788849579.403378:0:273642:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf30700. 00000020:00000040:1.0:1788849579.403381:0:273642:0:(genops.c:1210:class_import_get()) import ffff93d6e0ada000 refcount=4 obd=lustre-MDT0001-mdc-ffff93d6e0561000 02000000:00000010:0.0:1788849579.403383:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c960d400. 00000100:00000001:1.0:1788849579.403384:0:273642:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849579.403386:0:273642:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849579.403388:0:273642:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849579.403393:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849579.403394:0:273642:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3e00. 00000100:00000001:1.0:1788849579.403398:0:273642:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849579.403402:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000040:1.0:1788849579.403404:0:273642:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID req@ffff93d6eaf30700 x1875730900972288/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1788849579.403409:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ffa50. 00000100:00000001:1.0:1788849579.403415:0:273642:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849579.403417:0:273642:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849579.403421:0:273642:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005464013a] to pc [ptlrpcd_00_01+1] req@ffff93d6eaf30700 x1875730900972288/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788849579.403421:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2110. 00000100:00000200:0.0:1788849579.403431:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900972032, portal 25 00000100:00000001:1.0:1788849579.403432:0:273642:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849579.403435:0:273642:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849579.403439:0:273642:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788849579.403442:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849579.403444:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006934400 : -118923702617216 : ffff93d6eaf33b80) 00000100:00000010:1.0:1788849579.403450:0:273642:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf31180. 00000020:00000040:1.0:1788849579.403455:0:273642:0:(genops.c:1210:class_import_get()) import ffff93d6e0ade000 refcount=4 obd=lustre-OST0000-osc-ffff93d6e0561000 00000100:00000040:0.0:1788849579.403456:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf33b80 x1875730900972032/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849579.403459:0:273642:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849579.403462:0:273642:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849579.403465:0:273642:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849579.403469:0:273642:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3000. 00000100:00000001:1.0:1788849579.403474:0:273642:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849579.403475:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788849579.403482:0:273642:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID req@ffff93d6eaf31180 x1875730900972416/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1788849579.403483:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849579.403488:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2dd0. 00000100:00000001:1.0:1788849579.403493:0:273642:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849579.403496:0:273642:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788849579.403496:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875730900972032, offset 0 00000100:00000040:1.0:1788849579.403501:0:273642:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000612b5605] to pc [ptlrpcd_00_00+0] req@ffff93d6eaf31180 x1875730900972416/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788849579.403509:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000100:00000001:1.0:1788849579.403513:0:273642:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849579.403516:0:273642:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788849579.403519:0:273642:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1788849579.403522:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000040:1.0:1788849579.403525:0:273642:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13347) 00000100:00000001:1.0:1788849579.403540:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849579.403543:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849579.403544:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1788849579.403546:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000100:00000040:1.0:1788849579.403550:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf33800 x1875730900972160/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788849579.403555:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788849579.403563:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1788849579.403564:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000100:00000001:1.0:1788849579.403566:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849579.403569:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1788849579.403570:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1788849579.403572:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788849579.403576:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849579.403577:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000100:00100000:1.0:1788849579.403581:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2391:1875730900972160:192.168.204.137@tcp:400:kworker.0 00000400:00000200:0.0:1788849579.403586:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550631:550631:256:4294967295] 192.168.204.137@tcp LPNI seq info [550577:550577:8:4294967295] 00000100:00000001:1.0:1788849579.403587:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788849579.403591:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849579.403594:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849579.403595:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 02000000:00000001:1.0:1788849579.403603:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788849579.403608:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6e883c600. 00000400:00000200:0.0:1788849579.403608:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 02000000:00000001:1.0:1788849579.403613:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849579.403619:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000800:00000200:0.0:1788849579.403621:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849579.403624:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004ccf78. 00000800:00000010:0.0:1788849579.403629:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cbec00. 00000400:00000010:1.0:1788849579.403630:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105eaa0. 00000100:00000200:1.0:1788849579.403636:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900972160, portal 10 00000100:00000001:1.0:1788849579.403639:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849579.403641:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006933504 : -118923702618112 : ffff93d6eaf33800) 00000800:00000200:0.0:1788849579.403642:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000100:00000040:1.0:1788849579.403650:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf33800 x1875730900972160/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788849579.403654:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000100:00000001:1.0:1788849579.403662:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1788849579.403663:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cbec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1788849579.403667:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849579.403671:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e550. 00000100:00000200:1.0:1788849579.403673:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900972160, offset 0 00000400:00000200:1.0:1788849579.403677:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:1.0:1788849579.403682:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849579.403686:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:1.0:1788849579.403689:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788849579.403691:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:1.0:1788849579.403694:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788849579.403696:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849579.403699:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550632:550632:255:4294967295] 192.168.204.137@tcp LPNI seq info [550578:550578:7:4294967295] 00000400:00000200:1.0:1788849579.403703:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849579.403710:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:1.0:1788849579.403715:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:1.0:1788849579.403718:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cc3300. 00000800:00000200:1.0:1788849579.403723:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:1.0:1788849579.403727:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:1.0:1788849579.403730:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cc3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788849579.403738:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849579.403739:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849579.403746:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000040:1.0:1788849579.403748:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33540 usecs (34 jiffies) 00000100:00000001:0.0:1788849579.403750:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 2 is 4308013303 00000400:00000200:1.0:1788849579.403755:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000010:0.0:1788849579.403757:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6eafd99c0. 00000100:00000001:1.0:1788849579.403758:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308009506 00000100:00000001:0.0:1788849579.403766:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788849579.403771:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 3 is 4308013303 00000800:00000200:2.0:1788849579.403774:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1788849579.403775:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6eafd9240. 00000100:00000001:1.0:1788849579.403776:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308013303 00000800:00000010:2.0:1788849579.403779:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cbec00. 00000100:00000001:1.0:1788849579.403781:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308009506 00000100:00000001:0.0:1788849579.403786:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1788849579.403788:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788849579.403790:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849579.403791:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308013303 00000100:00000001:0.0:1788849579.403793:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849579.403794:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:1.0:1788849579.403797:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849579.403798:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849579.403800:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2dd0 00000100:00000001:1.0:1788849579.403800:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788849579.403803:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2dd0. 00000100:00000001:0.0:1788849579.403803:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849579.403804:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788849579.403810:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1788849579.403811:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf31180 x1875730900972416/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849579.403812:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849579.403816:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1788849579.403818:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf33b80 x1875730900972032/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849595 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849579.403828:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788849579.403831:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849579.403831:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849579.403834:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849579.403836:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1788849579.403836:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788849579.403836:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1788849579.403839:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788849579.403843:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf33b80 x1875730900972032/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849595 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788849579.403844:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849579.403844:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf30700 x1875730900972288/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849579.403852:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849579.403852:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849579.403853:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849579.403854:0:2385:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1788849579.403856:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849579.403859:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1788849579.403862:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2391:1875730900972416:192.168.204.137@tcp:400:kworker.0 02000000:00000001:0.0:1788849579.403864:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849579.403869:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1788849579.403872:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900972288:192.168.204.137@tcp:400:kworker.0 02000000:00000001:1.0:1788849579.403874:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849579.403877:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849579.403878:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788849579.403881:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788849579.403885:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6e883c200. 02000000:00000001:0.0:1788849579.403887:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849579.403888:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849579.403890:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849579.403894:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849579.403898:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004ccc08. 00000400:00000010:1.0:1788849579.403902:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105ee58. 02000000:00000001:0.0:1788849579.403902:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788849579.403907:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c960c200. 00000100:00000200:1.0:1788849579.403908:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900972416, portal 4 00000800:00000200:2.0:1788849579.403912:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1788849579.403913:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849579.403914:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1788849579.403916:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cc3300. 00000100:00000001:1.0:1788849579.403917:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006923648 : -118923702627968 : ffff93d6eaf31180) 00000400:00000200:0.0:1788849579.403920:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849579.403921:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1788849579.403925:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ffcb8. 00000400:00000200:2.0:1788849579.403927:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000040:1.0:1788849579.403927:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf31180 x1875730900972416/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788849579.403929:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2660. 00000400:00000200:2.0:1788849579.403932:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e550 00000100:00000200:0.0:1788849579.403934:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900972288, portal 10 00000400:00000010:2.0:1788849579.403935:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e550. 00000100:00000001:0.0:1788849579.403938:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788849579.403973:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849579.403979:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf33800 x1875730900972160/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849579.404005:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788849579.404008:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788849579.404010:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf33800 x1875730900972160/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788849579.404018:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849579.404022:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105edd0. 00000100:00000001:2.0:1788849579.404023:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849579.404027:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1788849579.404027:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875730900972416, offset 0 00000400:00000200:1.0:1788849579.404042:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:1.0:1788849579.404047:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849579.404053:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:1.0:1788849579.404056:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788849579.404059:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:1.0:1788849579.404061:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788849579.404063:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849579.404066:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550633:550633:256:4294967295] 192.168.204.137@tcp LPNI seq info [550579:550579:8:4294967295] 00000400:00000200:1.0:1788849579.404070:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849579.404077:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:1.0:1788849579.404082:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:1.0:1788849579.404085:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cc3300. 00000800:00000200:1.0:1788849579.404089:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:1.0:1788849579.404093:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:1.0:1788849579.404096:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cc3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788849579.404105:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849579.404108:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: using a timeout of 135041 usecs (136 jiffies) 00000400:00000200:1.0:1788849579.404111:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849579.404113:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308009609 00000100:00000001:1.0:1788849579.404116:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308013303 00000100:00000001:1.0:1788849579.404117:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308009609 00000100:00000001:1.0:1788849579.404119:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308013303 00000100:00000001:1.0:1788849579.404121:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849579.404123:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849579.404130:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849579.404132:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849579.404137:0:2391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788849579.404138:0:2391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1788849579.404140:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849579.404141:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849579.404143:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849579.404145:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849579.404188:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006920960 : -118923702630656 : ffff93d6eaf30700) 00000100:00000040:0.0:1788849579.404198:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf30700 x1875730900972288/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849579.404204:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849579.404214:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000800:00000200:3.0:1788849579.404215:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1788849579.404217:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2000. 00000800:00000010:3.0:1788849579.404220:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cc3300. 00000100:00000200:0.0:1788849579.404222:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900972288, offset 0 00000400:00000200:3.0:1788849579.404226:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788849579.404230:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:3.0:1788849579.404235:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:0.0:1788849579.404239:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849579.404240:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105edd0 00000400:00000010:3.0:1788849579.404244:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105edd0. 00000400:00000200:0.0:1788849579.404248:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000100:00000001:3.0:1788849579.404249:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1788849579.404253:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1788849579.404257:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf31180 x1875730900972416/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788849579.404260:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849579.404266:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849579.404269:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:0.0:1788849579.404272:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550634:550634:255:4294967295] 192.168.204.137@tcp LPNI seq info [550580:550580:7:4294967295] 00000400:00000200:0.0:1788849579.404277:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:3.0:1788849579.404285:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1788849579.404287:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000100:00000040:3.0:1788849579.404292:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf31180 x1875730900972416/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849634 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788849579.404299:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849579.404306:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cbe600. 00000100:00000001:3.0:1788849579.404317:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849579.404319:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788849579.404438:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849579.404444:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849579.404447:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cbe600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788849579.404462:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849579.404466:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: using a timeout of 25312 usecs (26 jiffies) 00000400:00000200:0.0:1788849579.404469:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849579.404471:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308009499 00000100:00000001:0.0:1788849579.404473:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308013303 00000100:00000001:0.0:1788849579.404475:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308009499 00000100:00000001:0.0:1788849579.404477:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308013303 00000100:00000001:0.0:1788849579.404479:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849579.404482:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849579.404484:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849579.404487:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849579.404491:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1788849579.404505:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849579.404509:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cbe600. 00000100:00000001:0.0:1788849579.404511:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788849579.404514:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849579.404517:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788849579.404520:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788849579.404521:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849579.404525:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849579.404529:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849579.404533:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2000 00000400:00000010:2.0:1788849579.404535:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2000. 00000100:00000001:2.0:1788849579.404539:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849579.404544:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf30700 x1875730900972288/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849579.404551:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849579.404554:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf30700 x1875730900972288/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849579.404560:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849579.404562:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788849579.412046:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849579.412061:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849579.412065:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849579.412068:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849579.412076:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849579.412085:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849579.412094:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849579.412099:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849579.412105:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849579.412108:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bf280 00000400:00000200:3.0:1788849579.412113:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849579.412119:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d1fd [1] + 224 00000800:00000001:3.0:1788849579.412126:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849579.412132:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849579.412136:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849579.412140:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849579.412149:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849579.412158:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf33800 x1875730900972160/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849579.412170:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf33800 x1875730900972160/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849579.412189:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849579.412197:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849579.412200:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849579.412297:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849579.412302:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788849579.412309:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849579.412311:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849579.412315:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004ccf78. 00000400:00000200:1.0:1788849579.412320:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105eaa0 00000400:00000010:1.0:1788849579.412323:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105eaa0. 00000100:00000001:1.0:1788849579.412326:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849579.412332:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf33800 x1875730900972160/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788849579.412343:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf33800 x1875730900972160/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849579.412349:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849579.412352:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849579.412354:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849579.412358:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849579.412360:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849579.412363:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849579.412366:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849579.412375:0:2391:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=97 v=84 (84 84 85 86) 00000100:00001000:1.0:1788849579.412380:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=118 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849579.412383:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849579.412385:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849579.412388:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788849579.412391:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849579.412395:0:2391:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788849579.412397:0:2391:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771464 00000100:00000001:1.0:1788849579.412399:0:2391:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788849579.412413:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849579.412420:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf33800 x1875730900972160/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849579.412427:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849579.412430:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849579.412432:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849579.412437:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf33800 x1875730900972160/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849579.412445:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2391:1875730900972160:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849579.412450:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849579.412453:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849579.412457:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf33800 x1875730900972160/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849579.412464:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849579.412467:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849579.412470:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6e883c600. 02000000:00000001:1.0:1788849579.412475:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849579.412477:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849579.412479:0:2391:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=5 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:1.0:1788849579.412481:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849579.412484:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3600. 02000000:00000001:1.0:1788849579.412488:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849579.412490:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849579.412492:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf33800. 00000100:00000001:1.0:1788849579.412496:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849579.412498:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849579.412501:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849579.412502:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849579.412504:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849579.412505:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849579.412507:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788849579.414179:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849579.414193:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849579.414198:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849579.414200:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849579.414207:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849579.414213:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849579.414220:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849579.414224:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849579.414228:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849579.414231:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bf300 00000400:00000200:2.0:1788849579.414236:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849579.414240:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d20d [1] + 224 00000800:00000001:2.0:1788849579.414247:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849579.414250:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849579.414253:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849579.414464:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849579.414472:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849579.414480:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf30700 x1875730900972288/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849579.414490:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf30700 x1875730900972288/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849579.414527:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849579.414536:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849579.414540:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849579.414542:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849579.414544:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849579.414547:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849579.414551:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849579.414555:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849579.414558:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849579.414561:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849579.414564:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 25 MB=0x6a9f7a20bf200 00000400:00000200:2.0:1788849579.414567:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849579.414571:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d1f5 [1] + 224 00000800:00000001:2.0:1788849579.414576:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849579.414582:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849579.414584:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849579.414587:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849579.414590:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849579.414594:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf33b80 x1875730900972032/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849595 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849579.414603:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf33b80 x1875730900972032/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849579.414610:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849579.414872:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849579.414876:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788849579.414882:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788849579.414884:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788849579.414978:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ffcb8. 00000400:00000200:0.0:1788849579.414985:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2660 00000400:00000010:0.0:1788849579.414987:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2660. 00000100:00000001:0.0:1788849579.414991:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788849579.414997:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf30700 x1875730900972288/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788849579.415005:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf30700 x1875730900972288/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849579.415010:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849579.415012:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849579.415015:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788849579.415018:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788849579.415020:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849579.415022:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849579.415025:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788849579.415043:0:2392:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e0ada460 time=97 v=84 (84 84 85 86) 00000100:00001000:0.0:1788849579.415048:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ada418 time=96 v=5 (1 1 0 0) 00000100:00000001:0.0:1788849579.415051:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788849579.415052:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849579.415055:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788849579.415060:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93d6eaf30700 x1875730900972288/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788849579.415066:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849579.415069:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788849579.415071:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93d6e0561000: skip recheck: last_committed 21474836540 00000100:00000001:0.0:1788849579.415073:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788849579.415081:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849579.415087:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf30700 x1875730900972288/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849579.415095:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849579.415098:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849579.415099:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788849579.415103:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf30700 x1875730900972288/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788849579.415110:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900972288:192.168.204.137@tcp:400:kworker.0 00000800:00000001:2.0:1788849579.415183:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849579.415186:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788849579.415271:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788849579.415274:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788849579.415276:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ffa50. 00000400:00000200:0.0:1788849579.415279:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2110 00000400:00000010:0.0:1788849579.415281:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2110. 00000100:00000001:0.0:1788849579.415283:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788849579.415288:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf33b80 x1875730900972032/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849595 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788849579.415296:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf33b80 x1875730900972032/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849595 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849579.415302:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849579.415303:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849579.415305:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788849579.415307:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788849579.415308:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849579.415309:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849579.415311:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788849579.415314:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6c9059460 time=98 v=5 (5 5 5 5) 00000100:00001000:0.0:1788849579.415316:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6c9059418 time=118 v=5 (1 1 0 0) 00000100:00000001:0.0:1788849579.415319:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788849579.415320:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849579.415321:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788849579.415322:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849579.415332:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849579.415336:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf33b80 x1875730900972032/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849579.415343:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849579.415344:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849579.415346:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788849579.415349:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf33b80 x1875730900972032/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849595 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788849579.415355:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2be9dc31-d936-46ce-82e2-523a967881fb:2392:1875730900972032:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849579.415358:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849579.415360:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849579.415363:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf30700 x1875730900972288/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849694 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849579.415369:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788849579.415371:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788849579.415373:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c960c200. 02000000:00000001:0.0:1788849579.415377:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788849579.415379:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788849579.415381:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6e0ada000 refcount=3 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000020:00000001:0.0:1788849579.415382:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788849579.415385:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3e00. 02000000:00000001:0.0:1788849579.415388:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788849579.415390:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788849579.415391:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf30700. 00000100:00000001:0.0:1788849579.415394:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788849579.415395:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849579.415396:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849579.415399:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf33b80 x1875730900972032/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849595 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849579.415404:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788849579.415405:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788849579.415406:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c960d400. 02000000:00000001:0.0:1788849579.415414:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788849579.415415:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788849579.415416:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6c9059000 refcount=3 obd=MGC192.168.204.137@tcp 00000020:00000001:0.0:1788849579.415418:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788849579.415419:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3d00. 02000000:00000001:0.0:1788849579.415421:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788849579.415422:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788849579.415424:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf33b80. 00000100:00000001:0.0:1788849579.415427:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788849579.415428:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849579.415431:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849579.415438:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849579.415440:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849579.415442:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849579.415444:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788849579.428615:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849579.428640:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849579.428645:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849579.428648:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849579.428660:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849579.428690:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849579.428701:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849579.428707:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849579.428713:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849579.428717:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 4 MB=0x6a9f7a20bf380 00000400:00000200:3.0:1788849579.428723:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849579.428731:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d205 [1] + 224 00000800:00000001:3.0:1788849579.428740:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849579.428749:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849579.428753:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849579.428758:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849579.428768:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849579.428782:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf31180 x1875730900972416/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849579.428796:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf31180 x1875730900972416/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849579.428818:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849579.428830:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849579.428834:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849579.428896:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849579.428903:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788849579.428929:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849579.428932:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849579.428937:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004ccc08. 00000400:00000200:1.0:1788849579.428975:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105ee58 00000400:00000010:1.0:1788849579.428977:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105ee58. 00000100:00000001:1.0:1788849579.428982:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849579.428994:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf31180 x1875730900972416/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788849579.429005:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf31180 x1875730900972416/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849579.429012:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849579.429014:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849579.429017:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849579.429020:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849579.429022:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849579.429025:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849579.429039:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849579.429049:0:2391:0:(import.c:2149:obd_at_measure()) add 36 to ffff93d6e0ade460 time=97 v=36 (36 5 5 5) 00000100:00001000:1.0:1788849579.429053:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ade418 time=80 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849579.429056:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849579.429057:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849579.429060:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788849579.429063:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849579.429067:0:2391:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788849579.429069:0:2391:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93d6e0561000: skip recheck: last_committed 42949693919 00000100:00000001:1.0:1788849579.429070:0:2391:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788849579.429072:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849579.429077:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf31180 x1875730900972416/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849579.429083:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849579.429086:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849579.429088:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849579.429091:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf31180 x1875730900972416/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849634 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849579.429112:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2391:1875730900972416:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849579.429118:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849579.429121:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849579.429124:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf31180 x1875730900972416/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849634 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849579.429130:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849579.429132:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849579.429135:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6e883c200. 02000000:00000001:1.0:1788849579.429140:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849579.429143:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849579.429144:0:2391:0:(genops.c:1223:class_import_put()) import ffff93d6e0ade000 refcount=3 obd=lustre-OST0000-osc-ffff93d6e0561000 00000020:00000001:1.0:1788849579.429147:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849579.429150:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3000. 02000000:00000001:1.0:1788849579.429710:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849579.429713:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849579.429716:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf31180. 00000100:00000001:1.0:1788849579.429721:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849579.429723:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849579.429726:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849579.429733:0:2391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788849579.429735:0:2391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849579.429738:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849579.429741:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849579.595092:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849579.595099:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849579.595106:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849579.595107:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849579.595852:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849579.595856:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849579.595860:0:241781:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849580.619093:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849580.619212:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849580.619219:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849580.619222:0:267203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849580.619233:0:267203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849580.619240:0:267203:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849580.619242:0:267203:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849580.619244:0:267203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849580.619247:0:267203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849580.619249:0:267203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849580.619251:0:267203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849580.619254:0:267203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849580.619372:0:251614:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849580.619375:0:251614:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849580.619378:0:251614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849581.643069:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849581.643076:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849581.643081:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849581.643082:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849581.643172:0:235787:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849581.643175:0:235787:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849581.643178:0:235787:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849582.667211:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849582.667218:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849582.667223:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849582.667253:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788849582.667519:0:235786:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788849582.667522:0:235786:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788849582.667526:0:235786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788849583.243113:0:279261:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134aa20 (cpu 2) has reached its deadline 4308013303, at 4308013312 00000100:00000010:2.0:1788849583.243130:0:279261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6eafd99c0. 00000100:00000040:3.0:1788849583.243696:0:259117:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134ab30 (cpu 3) has reached its deadline 4308013303, at 4308013312 00000100:00000010:3.0:1788849583.243704:0:259117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6eafd9240. 00010000:00000001:0.0:1788849583.691119:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849583.691128:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849583.691134:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849583.691136:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849583.691663:0:251615:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849583.691668:0:251615:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849583.691689:0:251615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788849584.523811:0:273642:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2be9dc31-d936-46ce-82e2-523a967881fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788849584.523822:0:273642:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788849584.523832:0:273642:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6ea078380. 00000020:00000040:2.0:1788849584.523838:0:273642:0:(genops.c:1210:class_import_get()) import ffff93d6c9059000 refcount=4 obd=MGC192.168.204.137@tcp 00000100:00000001:2.0:1788849584.523842:0:273642:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788849584.523845:0:273642:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788849584.523851:0:273642:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788849584.523859:0:273642:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6e1766b00. 00000100:00000001:2.0:1788849584.523866:0:273642:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849584.523878:0:273642:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2be9dc31-d936-46ce-82e2-523a967881fb->MGS req@ffff93d6ea078380 x1875730900972544/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788849584.523888:0:273642:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788849584.523893:0:273642:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849584.523899:0:273642:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f68bf6ce] to pc [ptlrpcd_01_01+1] req@ffff93d6ea078380 x1875730900972544/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.524072:0:273642:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849584.524076:0:273642:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788849584.524079:0:273642:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788849584.524082:0:273642:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6ea07b100. 00000020:00000040:2.0:1788849584.524085:0:273642:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=6 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000100:00000001:2.0:1788849584.524088:0:273642:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788849584.524089:0:273642:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788849584.524091:0:273642:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788849584.524095:0:273642:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6e1766900. 00000100:00000001:2.0:1788849584.524098:0:273642:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849584.524103:0:273642:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID req@ffff93d6ea07b100 x1875730900972672/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788849584.524111:0:273642:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788849584.524112:0:273642:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849584.524116:0:273642:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000607c00fd] to pc [ptlrpcd_01_00+0] req@ffff93d6ea07b100 x1875730900972672/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.524145:0:273642:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849584.524147:0:273642:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788849584.524150:0:273642:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788849584.524153:0:273642:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6ea07ad80. 00000020:00000040:2.0:1788849584.524155:0:273642:0:(genops.c:1210:class_import_get()) import ffff93d6e0ada000 refcount=4 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000100:00000001:2.0:1788849584.524157:0:273642:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788849584.524158:0:273642:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788849584.524160:0:273642:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788849584.524163:0:273642:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6e1766400. 00000100:00000001:2.0:1788849584.524166:0:273642:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849584.524170:0:273642:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID req@ffff93d6ea07ad80 x1875730900972800/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788849584.524178:0:273642:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788849584.524180:0:273642:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849584.524183:0:273642:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059f47f1e] to pc [ptlrpcd_01_01+1] req@ffff93d6ea07ad80 x1875730900972800/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.524191:0:273642:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849584.524193:0:273642:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788849584.524196:0:273642:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788849584.524199:0:273642:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6ea07a300. 00000020:00000040:2.0:1788849584.524201:0:273642:0:(genops.c:1210:class_import_get()) import ffff93d6e0ade000 refcount=4 obd=lustre-OST0000-osc-ffff93d6e0561000 00000100:00000001:2.0:1788849584.524202:0:273642:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788849584.524204:0:273642:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788849584.524205:0:273642:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788849584.524208:0:273642:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6e1766c00. 00000100:00000001:2.0:1788849584.524211:0:273642:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849584.524215:0:273642:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID req@ffff93d6ea07a300 x1875730900972928/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788849584.524221:0:273642:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788849584.524229:0:273642:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849584.524234:0:273642:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003ddd8596] to pc [ptlrpcd_01_00+0] req@ffff93d6ea07a300 x1875730900972928/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.524241:0:273642:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849584.524243:0:273642:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788849584.524246:0:273642:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788849584.524250:0:273642:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13352) 00000100:00000001:2.0:1788849584.524266:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849584.524269:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849584.524272:0:2393:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788849584.524276:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6ea07b100 x1875730900972672/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.524283:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788849584.524285:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849584.524289:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788849584.524292:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788849584.524295:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788849584.524299:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6ea07b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900972672:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849584.524303:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788849584.524308:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788849584.524310:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849584.524312:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788849584.524317:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6d855ea00. 02000000:00000001:2.0:1788849584.524319:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849584.524325:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:2.0:1788849584.524329:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6ea8a0d10. 00000400:00000010:2.0:1788849584.524336:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7b28. 00000100:00000200:2.0:1788849584.524342:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900972672, portal 10 00000100:00000001:2.0:1788849584.524345:0:2393:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788849584.524346:0:2393:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149991497984 : -118923718053632 : ffff93d6ea07b100) 00000100:00000040:2.0:1788849584.524354:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6ea07b100 x1875730900972672/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.524372:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788849584.524375:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:2.0:1788849584.524378:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7110. 00000100:00000200:2.0:1788849584.524381:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900972672, offset 0 00000400:00000200:2.0:1788849584.524387:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:2.0:1788849584.524396:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.524404:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:2.0:1788849584.524409:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788849584.524414:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:2.0:1788849584.524418:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788849584.524420:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:2.0:1788849584.524424:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550635:550635:256:4294967295] 192.168.204.137@tcp LPNI seq info [550581:550581:8:4294967295] 00000400:00000200:2.0:1788849584.524428:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.524437:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:2.0:1788849584.524443:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:2.0:1788849584.524448:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6e1766500. 00000800:00000200:2.0:1788849584.524454:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:2.0:1788849584.524461:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:2.0:1788849584.524466:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6e1766500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788849584.524477:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849584.524483:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33531 usecs (34 jiffies) 00000400:00000200:2.0:1788849584.524486:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:2.0:1788849584.524488:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308014627 00000100:00000010:2.0:1788849584.524493:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6f15249c0. 00000100:00000001:2.0:1788849584.524499:0:2393:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788849584.524504:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308014627 00000100:00000010:2.0:1788849584.524507:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6f15241e0. 00000100:00000001:2.0:1788849584.524510:0:2393:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788849584.524513:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849584.524521:0:2393:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849584.524523:0:2393:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788849584.524527:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6ea07a300 x1875730900972928/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.524534:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788849584.524535:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849584.524537:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788849584.524539:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788849584.524541:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788849584.524544:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6ea07a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900972928:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849584.524703:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788849584.524706:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788849584.524708:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849584.524709:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788849584.524713:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6d855f200. 02000000:00000001:2.0:1788849584.524714:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849584.524718:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:2.0:1788849584.524721:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6ea8a0c08. 00000400:00000010:2.0:1788849584.524725:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7aa0. 00000100:00000200:2.0:1788849584.524728:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900972928, portal 4 00000100:00000001:2.0:1788849584.524729:0:2393:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788849584.524731:0:2393:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149991494400 : -118923718057216 : ffff93d6ea07a300) 00000100:00000040:2.0:1788849584.524737:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6ea07a300 x1875730900972928/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.524744:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788849584.524746:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:2.0:1788849584.524748:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7e58. 00000100:00000200:2.0:1788849584.524750:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875730900972928, offset 0 00000400:00000200:2.0:1788849584.524755:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:2.0:1788849584.524759:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.524763:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:2.0:1788849584.524765:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788849584.524774:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:2.0:1788849584.524776:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788849584.524779:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:2.0:1788849584.524781:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550636:550636:255:4294967295] 192.168.204.137@tcp LPNI seq info [550582:550582:7:4294967295] 00000400:00000200:2.0:1788849584.524786:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.524791:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:2.0:1788849584.524796:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:2.0:1788849584.524799:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6e1766d00. 00000800:00000200:2.0:1788849584.524803:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:2.0:1788849584.524808:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:2.0:1788849584.524810:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6e1766d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788849584.524814:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849584.524817:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: using a timeout of 134960 usecs (135 jiffies) 00000400:00000200:2.0:1788849584.524820:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:2.0:1788849584.524822:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308014728 00000100:00000001:2.0:1788849584.524827:0:2393:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 2, simply extend its deadline from 4308014627 00000100:00000001:2.0:1788849584.524830:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308014728 00000100:00000001:2.0:1788849584.524833:0:2393:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 3, simply extend its deadline from 4308014627 00000100:00000001:2.0:1788849584.524836:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849584.524838:0:2393:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849584.524841:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849584.524843:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849584.524851:0:2393:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788849584.524854:0:2393:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1788849584.524856:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849584.524857:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849584.524858:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788849584.524861:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788849584.524862:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849584.524864:0:2393:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788849584.524866:0:2393:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849584.524873:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849584.524874:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849584.524875:0:2393:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788849584.524880:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6ea078380 x1875730900972544/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.524887:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788849584.524888:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849584.524891:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788849584.524893:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788849584.524895:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788849584.524898:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6ea078380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2be9dc31-d936-46ce-82e2-523a967881fb:2393:1875730900972544:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849584.524901:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788849584.524904:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788849584.524906:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849584.524908:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788849584.524911:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6d855f000. 02000000:00000001:2.0:1788849584.524912:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849584.524916:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:2.0:1788849584.524919:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6ea8a0b00. 00000400:00000010:2.0:1788849584.524923:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7660. 00000100:00000200:2.0:1788849584.524925:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900972544, portal 25 00000100:00000001:2.0:1788849584.524927:0:2393:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788849584.524939:0:2393:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149991486336 : -118923718065280 : ffff93d6ea078380) 00000100:00000040:2.0:1788849584.524971:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6ea078380 x1875730900972544/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.524977:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788849584.525053:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:2.0:1788849584.525057:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7bb0. 00000100:00000200:2.0:1788849584.525061:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875730900972544, offset 0 00000400:00000200:2.0:1788849584.525066:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:2.0:1788849584.525070:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.525074:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:2.0:1788849584.525077:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788849584.525086:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:2.0:1788849584.525089:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788849584.525091:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:2.0:1788849584.525094:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550637:550637:254:4294967295] 192.168.204.137@tcp LPNI seq info [550583:550583:6:4294967295] 00000400:00000200:2.0:1788849584.525098:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.525104:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:2.0:1788849584.525110:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:2.0:1788849584.525114:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6e1766200. 00000800:00000200:2.0:1788849584.525118:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:2.0:1788849584.525122:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:2.0:1788849584.525124:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6e1766200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788849584.525127:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849584.525130:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:2.0:1788849584.525132:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 2 is 4308018425 00000100:00000001:2.0:1788849584.525135:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4308014728 00000100:00000001:2.0:1788849584.525138:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 3 is 4308018425 00000100:00000001:2.0:1788849584.525140:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4308014728 00000100:00000001:2.0:1788849584.525143:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849584.525145:0:2393:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849584.525147:0:2393:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788849584.525150:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6ea07ad80 x1875730900972800/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.525157:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788849584.525158:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849584.525160:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788849584.525162:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788849584.525163:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788849584.525166:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6ea07ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900972800:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849584.525170:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788849584.525179:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788849584.525181:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849584.525182:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788849584.525187:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6d855e600. 02000000:00000001:2.0:1788849584.525189:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849584.525192:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:2.0:1788849584.525195:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6ea8a0370. 00000400:00000010:2.0:1788849584.525199:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7880. 00000100:00000200:2.0:1788849584.525202:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900972800, portal 10 00000100:00000001:2.0:1788849584.525204:0:2393:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788849584.525206:0:2393:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149991497088 : -118923718054528 : ffff93d6ea07ad80) 00000100:00000040:2.0:1788849584.525211:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6ea07ad80 x1875730900972800/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.525217:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788849584.525221:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:2.0:1788849584.525223:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c73b8. 00000100:00000200:2.0:1788849584.525225:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900972800, offset 0 00000400:00000200:2.0:1788849584.525229:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:2.0:1788849584.525233:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.525236:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:2.0:1788849584.525240:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788849584.525242:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:2.0:1788849584.525245:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788849584.525247:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:2.0:1788849584.525249:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550638:550638:253:4294967295] 192.168.204.137@tcp LPNI seq info [550584:550584:5:4294967295] 00000400:00000200:2.0:1788849584.525253:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.525258:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:2.0:1788849584.525262:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:2.0:1788849584.525265:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6e1766a00. 00000800:00000200:2.0:1788849584.525269:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:2.0:1788849584.525273:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:2.0:1788849584.525275:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6e1766a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788849584.525284:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849584.525287:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: using a timeout of 25312 usecs (26 jiffies) 00000400:00000200:2.0:1788849584.525290:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:2.0:1788849584.525292:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308014620 00000100:00000001:2.0:1788849584.525294:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308018425 00000100:00000001:2.0:1788849584.525296:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308014620 00000100:00000001:2.0:1788849584.525297:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308018425 00000100:00000001:2.0:1788849584.525299:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849584.525301:0:2393:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849584.525303:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849584.525306:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788849584.525360:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849584.525364:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6e1766500. 00000400:00000200:2.0:1788849584.525370:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849584.525376:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849584.525381:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7110 00000400:00000010:2.0:1788849584.525383:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7110. 00000100:00000001:2.0:1788849584.525388:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849584.525392:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6ea07b100 x1875730900972672/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.525400:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849584.525403:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6ea07b100 x1875730900972672/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.525409:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849584.525410:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788849584.525421:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849584.525423:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6e1766d00. 00000400:00000200:2.0:1788849584.525426:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849584.525428:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849584.525431:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7e58 00000400:00000010:2.0:1788849584.525432:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7e58. 00000100:00000001:2.0:1788849584.525434:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849584.525445:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6ea07a300 x1875730900972928/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.525453:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849584.525455:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6ea07a300 x1875730900972928/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.525460:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849584.525462:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788849584.525471:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849584.525473:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6e1766200. 00000400:00000200:2.0:1788849584.525475:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849584.525477:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849584.525479:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7bb0 00000400:00000010:2.0:1788849584.525481:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7bb0. 00000100:00000001:2.0:1788849584.525482:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849584.525485:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6ea078380 x1875730900972544/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.525491:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849584.525493:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6ea078380 x1875730900972544/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849600 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.525499:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849584.525500:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788849584.526071:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849584.526077:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788849584.531097:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849584.531106:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6e1766a00. 00000400:00000200:2.0:1788849584.531113:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849584.531122:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849584.531129:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c73b8 00000400:00000010:2.0:1788849584.531132:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c73b8. 00000100:00000001:2.0:1788849584.531137:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849584.531146:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6ea07ad80 x1875730900972800/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.531158:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849584.531162:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6ea07ad80 x1875730900972800/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.531175:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849584.531177:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788849584.532711:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849584.532723:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849584.532728:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849584.532731:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849584.532910:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.532919:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849584.532939:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.532966:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.532973:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.532978:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 4 MB=0x6a9f7a20bf580 00000400:00000200:2.0:1788849584.532991:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.532997:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d225 [1] + 224 00000800:00000001:2.0:1788849584.533004:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849584.533010:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849584.533013:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849584.533018:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849584.533024:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849584.533031:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6ea07a300 x1875730900972928/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849584.533043:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6ea07a300 x1875730900972928/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.533063:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849584.533069:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849584.533072:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849584.533089:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849584.533094:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788849584.533102:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788849584.533104:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788849584.533108:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6ea8a0c08. 00000400:00000200:3.0:1788849584.533113:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7aa0 00000400:00000010:3.0:1788849584.533116:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7aa0. 00000100:00000001:3.0:1788849584.533119:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849584.533125:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6ea07a300 x1875730900972928/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788849584.533135:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6ea07a300 x1875730900972928/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849584.533143:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788849584.533145:0:2393:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849584.533147:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788849584.533150:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788849584.533152:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788849584.533154:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849584.533159:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788849584.533168:0:2393:0:(import.c:2149:obd_at_measure()) add 36 to ffff93d6e0ade460 time=102 v=36 (36 5 5 5) 00000100:00001000:3.0:1788849584.533172:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ade418 time=85 v=5 (1 1 0 0) 00000100:00000001:3.0:1788849584.533176:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788849584.533179:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849584.533183:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788849584.533186:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849584.533189:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788849584.533191:0:2393:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93d6e0561000: skip recheck: last_committed 42949693919 00000100:00000001:3.0:1788849584.533193:0:2393:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788849584.533195:0:2393:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849584.533200:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6ea07a300 x1875730900972928/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849584.533216:0:2393:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849584.533230:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788849584.533232:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788849584.533237:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6ea07a300 x1875730900972928/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788849584.533245:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6ea07a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900972928:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849584.533250:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849584.533252:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849584.533255:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6ea07a300 x1875730900972928/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849584.533262:0:2393:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788849584.533265:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788849584.533268:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6d855f200. 02000000:00000001:3.0:1788849584.533271:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788849584.533273:0:2393:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788849584.533275:0:2393:0:(genops.c:1223:class_import_put()) import ffff93d6e0ade000 refcount=3 obd=lustre-OST0000-osc-ffff93d6e0561000 00000020:00000001:3.0:1788849584.533277:0:2393:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788849584.533280:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6e1766c00. 02000000:00000001:3.0:1788849584.533284:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788849584.533286:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788849584.533288:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6ea07a300. 00000100:00000001:3.0:1788849584.533292:0:2393:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788849584.533293:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849584.533296:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849584.533298:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849584.533299:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849584.533301:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849584.533303:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788849584.538713:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849584.538730:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849584.538734:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849584.538736:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849584.538744:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.538763:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849584.538772:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.538777:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.538782:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.538786:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 25 MB=0x6a9f7a20bf400 00000400:00000200:2.0:1788849584.538791:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.538796:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d235 [1] + 224 00000800:00000001:2.0:1788849584.538803:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849584.538809:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849584.538812:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849584.538817:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849584.538824:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849584.538831:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6ea078380 x1875730900972544/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849584.538843:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6ea078380 x1875730900972544/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.538859:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849584.538866:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849584.538869:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849584.539078:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849584.539083:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788849584.539089:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788849584.539091:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788849584.539094:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6ea8a0b00. 00000400:00000200:3.0:1788849584.539100:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7660 00000400:00000010:3.0:1788849584.539102:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7660. 00000100:00000001:3.0:1788849584.539105:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849584.539127:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6ea078380 x1875730900972544/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788849584.539137:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6ea078380 x1875730900972544/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849600 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849584.539143:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788849584.539146:0:2393:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849584.539148:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788849584.539152:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788849584.539154:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788849584.539157:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849584.539160:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788849584.539167:0:2393:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6c9059460 time=103 v=5 (5 5 5 5) 00000100:00001000:3.0:1788849584.539171:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6c9059418 time=123 v=5 (1 1 0 0) 00000100:00000001:3.0:1788849584.539174:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788849584.539176:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849584.539179:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788849584.539182:0:2393:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849584.539184:0:2393:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849584.539190:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6ea078380 x1875730900972544/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849584.539197:0:2393:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849584.539200:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788849584.539203:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788849584.539207:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6ea078380 x1875730900972544/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849600 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788849584.539214:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6ea078380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2be9dc31-d936-46ce-82e2-523a967881fb:2393:1875730900972544:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849584.539220:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849584.539222:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849584.539226:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6ea078380 x1875730900972544/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849600 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849584.539232:0:2393:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788849584.539241:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788849584.539244:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6d855f000. 02000000:00000001:3.0:1788849584.539248:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788849584.539250:0:2393:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788849584.539252:0:2393:0:(genops.c:1223:class_import_put()) import ffff93d6c9059000 refcount=3 obd=MGC192.168.204.137@tcp 00000020:00000001:3.0:1788849584.539254:0:2393:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788849584.539257:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6e1766b00. 02000000:00000001:3.0:1788849584.539260:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788849584.539262:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788849584.539264:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6ea078380. 00000100:00000001:3.0:1788849584.539268:0:2393:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788849584.539269:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849584.539273:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849584.539275:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849584.539277:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849584.539279:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849584.539281:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788849584.542530:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849584.542558:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849584.542562:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849584.542565:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849584.542574:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.542583:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849584.542591:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.542597:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.542602:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.542606:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bf480 00000400:00000200:2.0:1788849584.542611:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.542624:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d215 [1] + 224 00000800:00000001:2.0:1788849584.542631:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849584.542644:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849584.542647:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849584.542652:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849584.542660:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849584.542668:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6ea07b100 x1875730900972672/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849584.542679:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6ea07b100 x1875730900972672/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.542694:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849584.542702:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849584.542705:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849584.542707:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849584.542709:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849584.542712:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.542716:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849584.542720:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.542723:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.542726:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.542729:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bf500 00000400:00000200:2.0:1788849584.542732:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849584.542736:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d245 [1] + 224 00000800:00000001:2.0:1788849584.542739:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849584.542744:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849584.542746:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849584.542749:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849584.542751:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849584.542755:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6ea07ad80 x1875730900972800/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849584.542764:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6ea07ad80 x1875730900972800/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849584.542771:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849584.542779:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849584.542781:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849584.543065:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849584.543071:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788849584.543077:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788849584.543080:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788849584.543083:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6ea8a0370. 00000400:00000200:3.0:1788849584.543089:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7880 00000400:00000010:3.0:1788849584.543092:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7880. 00000100:00000001:3.0:1788849584.543095:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849584.543101:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6ea07ad80 x1875730900972800/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788849584.543110:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6ea07ad80 x1875730900972800/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849584.543117:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788849584.543119:0:2393:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849584.543122:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788849584.543125:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788849584.543127:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788849584.543129:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849584.543133:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788849584.543142:0:2393:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e0ada460 time=102 v=84 (84 84 85 86) 00000100:00001000:3.0:1788849584.543154:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ada418 time=101 v=5 (1 1 0 0) 00000100:00000001:3.0:1788849584.543157:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788849584.543159:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849584.543161:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788849584.543166:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93d6ea07ad80 x1875730900972800/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788849584.543187:0:2393:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849584.543190:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788849584.543193:0:2393:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93d6e0561000: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1788849584.543195:0:2393:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788849584.543197:0:2393:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849584.543202:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6ea07ad80 x1875730900972800/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849584.543209:0:2393:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849584.543212:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788849584.543214:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788849584.543218:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6ea07ad80 x1875730900972800/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788849584.543225:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6ea07ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900972800:192.168.204.137@tcp:400:kworker.0 00000400:00000001:3.0:1788849584.543232:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788849584.543233:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788849584.543235:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6ea8a0d10. 00000400:00000200:3.0:1788849584.543238:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7b28 00000400:00000010:3.0:1788849584.543240:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7b28. 00000100:00000001:3.0:1788849584.543243:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849584.543246:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6ea07b100 x1875730900972672/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788849584.543253:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6ea07b100 x1875730900972672/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849584.543259:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788849584.543266:0:2393:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849584.543268:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788849584.543270:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788849584.543271:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788849584.543272:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849584.543274:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788849584.543279:0:2393:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=102 v=84 (84 84 85 86) 00000100:00001000:3.0:1788849584.543283:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=123 v=5 (1 1 0 0) 00000100:00000001:3.0:1788849584.543285:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788849584.543286:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849584.543288:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788849584.543290:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849584.543292:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788849584.543293:0:2393:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771464 00000100:00000001:3.0:1788849584.543295:0:2393:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788849584.543296:0:2393:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849584.543300:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6ea07b100 x1875730900972672/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849584.543306:0:2393:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849584.543307:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788849584.543308:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788849584.543311:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6ea07b100 x1875730900972672/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788849584.543318:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6ea07b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900972672:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849584.543322:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849584.543324:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849584.543327:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6ea07ad80 x1875730900972800/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849584.543333:0:2393:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788849584.543335:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788849584.543338:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6d855e600. 02000000:00000001:3.0:1788849584.543341:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788849584.543344:0:2393:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788849584.543352:0:2393:0:(genops.c:1223:class_import_put()) import ffff93d6e0ada000 refcount=3 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000020:00000001:3.0:1788849584.543354:0:2393:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788849584.543357:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6e1766400. 02000000:00000001:3.0:1788849584.543360:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788849584.543362:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788849584.543364:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6ea07ad80. 00000100:00000001:3.0:1788849584.543369:0:2393:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788849584.543371:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849584.543372:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849584.543378:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6ea07b100 x1875730900972672/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849699 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849584.543383:0:2393:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788849584.543384:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788849584.543386:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6d855ea00. 02000000:00000001:3.0:1788849584.543387:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788849584.543389:0:2393:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788849584.543390:0:2393:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=5 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:3.0:1788849584.543392:0:2393:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788849584.543393:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6e1766900. 02000000:00000001:3.0:1788849584.543395:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788849584.543396:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788849584.543397:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6ea07b100. 00000100:00000001:3.0:1788849584.543399:0:2393:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788849584.543400:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849584.543403:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849584.543410:0:2393:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788849584.543411:0:2393:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849584.543413:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849584.543416:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849584.715417:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849584.715424:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849584.715430:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849584.715432:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849584.715535:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849584.715538:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849584.715541:0:241781:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849585.739776:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849585.739784:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849585.739790:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849585.739792:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849585.740537:0:251614:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849585.740542:0:251614:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849585.740546:0:251614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849586.763282:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849586.763292:0:267203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849586.763294:0:267203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849586.763297:0:267203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849586.763302:0:267203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849586.763304:0:267203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849586.763306:0:267203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849586.763308:0:267203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849586.763311:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849586.763313:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849586.766645:0:235787:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849586.766652:0:235787:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849586.766672:0:235787:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849587.787169:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849587.787176:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849587.787182:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849587.787183:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788849587.787348:0:235786:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788849587.787351:0:235786:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788849587.787355:0:235786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788849588.363071:0:279261:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134aa20 (cpu 2) has reached its deadline 4308018425, at 4308018432 00000100:00000010:2.0:1788849588.363089:0:279261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6f15249c0. 00000100:00000040:3.0:1788849588.364077:0:259117:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134ab30 (cpu 3) has reached its deadline 4308018425, at 4308018433 00000100:00000010:3.0:1788849588.364087:0:259117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6f15241e0. 00010000:00000001:0.0:1788849588.811308:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849588.811315:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849588.811322:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849588.811323:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849588.811428:0:251615:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849588.811432:0:251615:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849588.811435:0:251615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788849589.643992:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2be9dc31-d936-46ce-82e2-523a967881fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849589.644004:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849589.644016:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000fb80. 00000020:00000040:3.0:1788849589.644022:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6c9059000 refcount=4 obd=MGC192.168.204.137@tcp 00000100:00000001:3.0:1788849589.644026:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849589.644029:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849589.644035:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849589.644044:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73300. 00000100:00000001:3.0:1788849589.644053:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849589.644064:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2be9dc31-d936-46ce-82e2-523a967881fb->MGS req@ffff93d6d000fb80 x1875730900973056/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849589.644074:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849589.644078:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849589.644162:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028a9f6fe] to pc [ptlrpcd_01_01+1] req@ffff93d6d000fb80 x1875730900973056/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849589.644202:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849589.644206:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849589.644209:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849589.644212:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000ea00. 00000020:00000040:3.0:1788849589.644215:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=6 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000100:00000001:3.0:1788849589.644218:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849589.644219:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849589.644221:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849589.644227:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73b00. 00000100:00000001:3.0:1788849589.644230:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849589.644235:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID req@ffff93d6d000ea00 x1875730900973184/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849589.644255:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849589.644258:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849589.644262:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c8a3892] to pc [ptlrpcd_01_00+0] req@ffff93d6d000ea00 x1875730900973184/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849589.644270:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849589.644273:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849589.644276:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849589.644279:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000f480. 00000020:00000040:3.0:1788849589.644281:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ada000 refcount=4 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000100:00000001:3.0:1788849589.644283:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849589.644285:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849589.644286:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849589.644290:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73400. 00000100:00000001:3.0:1788849589.644293:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849589.644297:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID req@ffff93d6d000f480 x1875730900973312/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849589.644304:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849589.644306:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849589.644308:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788849589.644309:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000115cb35c] to pc [ptlrpcd_01_01+1] req@ffff93d6d000f480 x1875730900973312/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849589.644316:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849589.644319:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849589.644321:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788849589.644321:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1788849589.644324:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000c380. 00000100:00000001:2.0:1788849589.644324:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1788849589.644326:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ade000 refcount=4 obd=lustre-OST0000-osc-ffff93d6e0561000 00000100:00000001:3.0:1788849589.644328:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849589.644329:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1788849589.644330:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000fb80 x1875730900973056/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788849589.644331:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849589.644333:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73700. 00000100:00000001:2.0:1788849589.644338:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788849589.644339:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849589.644341:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849589.644342:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1788849589.644344:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID req@ffff93d6d000c380 x1875730900973440/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1788849589.644345:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788849589.644348:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849589.644351:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1788849589.644352:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2be9dc31-d936-46ce-82e2-523a967881fb:2394:1875730900973056:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849589.644353:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849589.644355:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1788849589.644356:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0763cd2] to pc [ptlrpcd_01_00+0] req@ffff93d6d000c380 x1875730900973440/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788849589.644361:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788849589.644362:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849589.644364:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1788849589.644364:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849589.644366:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788849589.644371:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6d855f200. 02000000:00000001:2.0:1788849589.644373:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849589.644376:0:233079:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1788849589.644380:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000040:3.0:1788849589.644381:0:233079:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13357) 00000400:00000010:2.0:1788849589.644384:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6ea8a0160. 00000400:00000010:2.0:1788849589.644392:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c73b8. 00000100:00000001:3.0:1788849589.644396:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849589.644398:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1788849589.644399:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900973056, portal 25 00000100:00000001:3.0:1788849589.644400:0:2393:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788849589.644401:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788849589.644403:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554850688 : -118924154700928 : ffff93d6d000fb80) 00000100:00000040:2.0:1788849589.644408:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000fb80 x1875730900973056/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.644416:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788849589.644425:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:2.0:1788849589.644427:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7bb0. 00000100:00000200:2.0:1788849589.644431:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875730900973056, offset 0 00000400:00000200:2.0:1788849589.644437:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:2.0:1788849589.644445:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.644452:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:2.0:1788849589.644458:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788849589.644462:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:2.0:1788849589.644466:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788849589.644469:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:2.0:1788849589.644472:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550639:550639:256:4294967295] 192.168.204.137@tcp LPNI seq info [550585:550585:8:4294967295] 00000400:00000200:2.0:1788849589.644476:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.644484:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:2.0:1788849589.644489:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:2.0:1788849589.644505:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6e1766a00. 00000800:00000200:2.0:1788849589.644512:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:2.0:1788849589.644519:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:2.0:1788849589.644523:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6e1766a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788849589.644535:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849589.644539:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:2.0:1788849589.644541:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 2 is 4308023544 00000100:00000010:2.0:1788849589.644545:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6f15249c0. 00000100:00000001:2.0:1788849589.644551:0:2394:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788849589.644556:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 3 is 4308023544 00000100:00000010:2.0:1788849589.644559:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6f1524420. 00000100:00000001:2.0:1788849589.644562:0:2394:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788849589.644564:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849589.644567:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849589.644569:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788849589.644573:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000f480 x1875730900973312/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.644588:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788849589.644590:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849589.644592:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788849589.644593:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788849589.644595:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788849589.644598:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900973312:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849589.644600:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788849589.644603:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788849589.644605:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849589.644606:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788849589.644609:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6d855f000. 02000000:00000001:2.0:1788849589.644610:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849589.644614:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:2.0:1788849589.644616:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6ea8a0790. 00000400:00000010:2.0:1788849589.644619:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7e58. 00000100:00000200:2.0:1788849589.644622:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900973312, portal 10 00000100:00000001:2.0:1788849589.644623:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788849589.644625:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554848896 : -118924154702720 : ffff93d6d000f480) 00000100:00000040:2.0:1788849589.644631:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000f480 x1875730900973312/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.644636:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788849589.644639:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:2.0:1788849589.644640:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7110. 00000100:00000200:2.0:1788849589.644642:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900973312, offset 0 00000400:00000200:2.0:1788849589.644646:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:2.0:1788849589.644650:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.644653:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:2.0:1788849589.644656:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788849589.644658:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:2.0:1788849589.644660:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788849589.644662:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:2.0:1788849589.644671:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550640:550640:255:4294967295] 192.168.204.137@tcp LPNI seq info [550586:550586:7:4294967295] 00000400:00000200:2.0:1788849589.646447:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.646460:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:2.0:1788849589.646466:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:2.0:1788849589.646473:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6e1766200. 00000800:00000200:2.0:1788849589.646480:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:2.0:1788849589.646486:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:2.0:1788849589.646490:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6e1766200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788849589.646494:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849589.646500:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: using a timeout of 25312 usecs (26 jiffies) 00000400:00000200:2.0:1788849589.646503:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:2.0:1788849589.646506:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308019740 00000100:00000001:2.0:1788849589.646509:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308023544 00000100:00000001:2.0:1788849589.646510:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308019740 00000100:00000001:2.0:1788849589.646512:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308023544 00000100:00000001:2.0:1788849589.646514:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849589.646517:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849589.646521:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849589.646525:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849589.646533:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788849589.646535:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788849589.646538:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849589.646540:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849589.646541:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849589.646544:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788849589.646593:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849589.646596:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6e1766a00. 00000400:00000200:2.0:1788849589.646601:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849589.646606:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849589.646611:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7bb0 00000400:00000010:2.0:1788849589.646614:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7bb0. 00000100:00000001:2.0:1788849589.646625:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849589.646632:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000fb80 x1875730900973056/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.646642:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849589.646646:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000fb80 x1875730900973056/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849605 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.646653:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849589.646655:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788849589.646718:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849589.646720:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6e1766200. 00000400:00000200:2.0:1788849589.646723:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849589.646726:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849589.646729:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7110 00000400:00000010:2.0:1788849589.646730:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7110. 00000100:00000001:2.0:1788849589.646732:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849589.646736:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000f480 x1875730900973312/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.646742:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849589.646745:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000f480 x1875730900973312/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.646750:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849589.646752:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1788849589.646934:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000ea00 x1875730900973184/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849589.646959:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788849589.646961:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849589.646966:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788849589.646969:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788849589.646972:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788849589.646975:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900973184:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849589.646979:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788849589.646983:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788849589.646986:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849589.646988:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788849589.646993:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6e15a8c00. 02000000:00000001:3.0:1788849589.646995:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849589.647001:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:3.0:1788849589.647004:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6e08e46e0. 00000400:00000010:3.0:1788849589.647010:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05f68. 00000100:00000200:3.0:1788849589.647022:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900973184, portal 10 00000100:00000001:3.0:1788849589.647024:0:2393:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788849589.647026:0:2393:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554846208 : -118924154705408 : ffff93d6d000ea00) 00000100:00000040:3.0:1788849589.647033:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000ea00 x1875730900973184/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849589.647039:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788849589.647042:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:3.0:1788849589.647044:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b057f8. 00000100:00000200:3.0:1788849589.647047:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900973184, offset 0 00000400:00000200:3.0:1788849589.647053:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:3.0:1788849589.647059:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849589.647065:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:3.0:1788849589.647070:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788849589.647073:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:3.0:1788849589.647077:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788849589.647080:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:3.0:1788849589.647097:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550641:550641:256:4294967295] 192.168.204.137@tcp LPNI seq info [550587:550587:8:4294967295] 00000400:00000200:3.0:1788849589.647101:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849589.647107:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:3.0:1788849589.647112:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:3.0:1788849589.647115:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6c2c73100. 00000800:00000200:3.0:1788849589.647119:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:3.0:1788849589.647123:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:3.0:1788849589.647126:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6c2c73100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788849589.647133:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849589.647136:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33527 usecs (34 jiffies) 00000400:00000200:3.0:1788849589.647139:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:3.0:1788849589.647142:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308019750 00000100:00000001:3.0:1788849589.647144:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308023544 00000100:00000001:3.0:1788849589.647146:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308019750 00000100:00000001:3.0:1788849589.647153:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308023544 00000100:00000001:3.0:1788849589.647156:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849589.647158:0:2393:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849589.647161:0:2393:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788849589.647165:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000c380 x1875730900973440/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849589.647171:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788849589.647173:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849589.647175:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788849589.647177:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788849589.647179:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788849589.647182:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900973440:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849589.647185:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788849589.647188:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788849589.647189:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849589.647191:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788849589.647193:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6e15a8000. 02000000:00000001:3.0:1788849589.647195:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849589.647199:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:3.0:1788849589.647201:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6e08e4d10. 00000400:00000010:3.0:1788849589.647205:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05bb0. 00000100:00000200:3.0:1788849589.647208:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900973440, portal 4 00000100:00000001:3.0:1788849589.647210:0:2393:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788849589.647211:0:2393:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554836352 : -118924154715264 : ffff93d6d000c380) 00000100:00000040:3.0:1788849589.647217:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000c380 x1875730900973440/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849589.647222:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788849589.647224:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:3.0:1788849589.647227:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05660. 00000100:00000200:3.0:1788849589.647229:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875730900973440, offset 0 00000400:00000200:3.0:1788849589.647233:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:3.0:1788849589.647237:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849589.647245:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:3.0:1788849589.647248:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788849589.647250:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:3.0:1788849589.647253:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788849589.647255:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:3.0:1788849589.647257:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550642:550642:255:4294967295] 192.168.204.137@tcp LPNI seq info [550588:550588:7:4294967295] 00000400:00000200:3.0:1788849589.647261:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849589.647267:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:3.0:1788849589.647272:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:3.0:1788849589.647275:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6c2c73d00. 00000800:00000200:3.0:1788849589.647279:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:3.0:1788849589.647283:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:3.0:1788849589.647285:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6c2c73d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788849589.647288:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849589.647291:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: using a timeout of 134862 usecs (135 jiffies) 00000400:00000200:3.0:1788849589.647294:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:3.0:1788849589.647295:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308019851 00000100:00000001:3.0:1788849589.647297:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308023544 00000100:00000001:3.0:1788849589.647299:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308019851 00000100:00000001:3.0:1788849589.647301:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308023544 00000100:00000001:3.0:1788849589.647303:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849589.647305:0:2393:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849589.647307:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849589.647309:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849589.647314:0:2393:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788849589.647316:0:2393:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1788849589.647318:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849589.647319:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849589.647320:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849589.647322:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788849589.651680:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849589.651698:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849589.651702:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849589.651704:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849589.651713:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.651720:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849589.651729:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.651733:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.651738:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.651742:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 25 MB=0x6a9f7a20bf600 00000400:00000200:2.0:1788849589.651748:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.651761:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d255 [1] + 224 00000800:00000001:2.0:1788849589.651771:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849589.651780:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849589.651783:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849589.651788:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849589.651795:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849589.651804:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000fb80 x1875730900973056/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849589.651815:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000fb80 x1875730900973056/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.651843:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1788849589.651879:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849589.651883:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6c2c73100. 00000400:00000200:2.0:1788849589.651886:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849589.651890:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849589.651893:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b057f8 00000400:00000010:2.0:1788849589.651895:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b057f8. 00000100:00000001:2.0:1788849589.651899:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849589.651903:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000ea00 x1875730900973184/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.651914:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849589.651917:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000ea00 x1875730900973184/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.651923:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849589.651925:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788849589.651930:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849589.651934:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788849589.652010:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849589.652013:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6c2c73d00. 00000400:00000200:2.0:1788849589.652016:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849589.652019:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849589.652023:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05660 00000400:00000010:2.0:1788849589.652030:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05660. 00000100:00000001:2.0:1788849589.652033:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849589.652038:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000c380 x1875730900973440/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.652045:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849589.652048:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000c380 x1875730900973440/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.652055:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849589.652056:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788849589.652074:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849589.652078:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788849589.652083:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788849589.652085:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788849589.652088:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6ea8a0160. 00000400:00000200:2.0:1788849589.652092:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c73b8 00000400:00000010:2.0:1788849589.652094:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c73b8. 00000100:00000001:2.0:1788849589.652096:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849589.652100:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000fb80 x1875730900973056/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788849589.652109:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000fb80 x1875730900973056/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.652114:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788849589.652116:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849589.652118:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788849589.652121:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788849589.652124:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788849589.652126:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849589.652129:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788849589.652134:0:2394:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6c9059460 time=108 v=5 (5 5 5 5) 00000100:00001000:2.0:1788849589.652139:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6c9059418 time=128 v=5 (1 1 0 0) 00000100:00000001:2.0:1788849589.652141:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788849589.652143:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788849589.652145:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788849589.652147:0:2394:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849589.652150:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849589.652161:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000fb80 x1875730900973056/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849605 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.652169:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849589.652172:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788849589.652174:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788849589.652177:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000fb80 x1875730900973056/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849605 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788849589.652184:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2be9dc31-d936-46ce-82e2-523a967881fb:2394:1875730900973056:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849589.652190:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849589.652192:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849589.652195:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000fb80 x1875730900973056/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849605 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.652201:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788849589.652204:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788849589.652208:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6d855f200. 02000000:00000001:2.0:1788849589.652211:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788849589.652213:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788849589.652215:0:2394:0:(genops.c:1223:class_import_put()) import ffff93d6c9059000 refcount=3 obd=MGC192.168.204.137@tcp 00000020:00000001:2.0:1788849589.652217:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788849589.652220:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73300. 02000000:00000001:2.0:1788849589.652223:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788849589.652225:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788849589.652227:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000fb80. 00000100:00000001:2.0:1788849589.652230:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788849589.652231:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849589.652234:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849589.652236:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849589.652237:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849589.652238:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849589.652240:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788849589.654230:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849589.654244:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849589.654247:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849589.654251:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849589.654264:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.654280:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849589.654288:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.654293:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.654299:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.654303:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bf700 00000400:00000200:2.0:1788849589.654307:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.654313:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d265 [1] + 224 00000800:00000001:2.0:1788849589.654319:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849589.654329:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849589.654332:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849589.654337:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849589.654343:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849589.654351:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000f480 x1875730900973312/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849589.654360:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000f480 x1875730900973312/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.654373:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849589.654380:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849589.654384:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849589.654396:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849589.654399:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788849589.654405:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788849589.654407:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788849589.654410:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6ea8a0790. 00000400:00000200:2.0:1788849589.654414:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7e58 00000400:00000010:2.0:1788849589.654416:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7e58. 00000100:00000001:2.0:1788849589.654419:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849589.654423:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000f480 x1875730900973312/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788849589.654431:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000f480 x1875730900973312/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.654448:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788849589.654450:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849589.654453:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788849589.654456:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788849589.654459:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788849589.654460:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849589.654463:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788849589.654472:0:2394:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e0ada460 time=107 v=84 (84 84 85 86) 00000100:00001000:2.0:1788849589.654476:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ada418 time=106 v=5 (1 1 0 0) 00000100:00000001:2.0:1788849589.654478:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788849589.654480:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788849589.654482:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788849589.654487:0:2394:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93d6d000f480 x1875730900973312/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788849589.654494:0:2394:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849589.654497:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788849589.654499:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93d6e0561000: skip recheck: last_committed 21474836540 00000100:00000001:2.0:1788849589.654501:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788849589.654503:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849589.654507:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000f480 x1875730900973312/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.654514:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849589.654517:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788849589.654518:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788849589.654521:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000f480 x1875730900973312/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788849589.654529:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900973312:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849589.654533:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849589.654535:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849589.654539:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000f480 x1875730900973312/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.654552:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788849589.654555:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788849589.654558:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6d855f000. 02000000:00000001:2.0:1788849589.654561:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788849589.654563:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788849589.654565:0:2394:0:(genops.c:1223:class_import_put()) import ffff93d6e0ada000 refcount=3 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000020:00000001:2.0:1788849589.654567:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788849589.654570:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73400. 02000000:00000001:2.0:1788849589.654573:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788849589.654574:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788849589.654576:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000f480. 00000100:00000001:2.0:1788849589.654579:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788849589.654581:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849589.654583:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849589.654591:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788849589.654593:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849589.654595:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849589.654597:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788849589.656436:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849589.656449:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849589.656453:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849589.656455:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849589.656463:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.656470:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849589.656478:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.656482:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.656486:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.656491:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bf680 00000400:00000200:2.0:1788849589.656495:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.656501:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d275 [1] + 224 00000800:00000001:2.0:1788849589.656508:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849589.656513:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849589.656517:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849589.656522:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849589.656537:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849589.656546:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000ea00 x1875730900973184/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849589.656557:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000ea00 x1875730900973184/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.656574:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849589.656581:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849589.656586:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849589.656588:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849589.656591:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849589.656594:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.656598:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849589.656603:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.656606:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.656608:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.656611:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 4 MB=0x6a9f7a20bf780 00000400:00000200:2.0:1788849589.656614:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849589.656618:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d285 [1] + 224 00000800:00000001:2.0:1788849589.656622:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849589.657162:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849589.657165:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849589.657170:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849589.657174:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849589.657179:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000c380 x1875730900973440/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849589.657188:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000c380 x1875730900973440/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.657195:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849589.657199:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849589.657202:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849589.657216:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849589.657226:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788849589.657231:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788849589.657233:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788849589.657236:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6e08e46e0. 00000400:00000200:2.0:1788849589.657240:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05f68 00000400:00000010:2.0:1788849589.657243:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05f68. 00000100:00000001:2.0:1788849589.657246:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849589.657251:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000ea00 x1875730900973184/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788849589.657260:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000ea00 x1875730900973184/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.657373:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788849589.657376:0:2393:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849589.657379:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788849589.657382:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788849589.657384:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788849589.657387:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849589.657389:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788849589.657398:0:2393:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=107 v=84 (84 84 85 86) 00000100:00001000:2.0:1788849589.657403:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=128 v=5 (1 1 0 0) 00000100:00000001:2.0:1788849589.657406:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788849589.657407:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788849589.657410:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788849589.657413:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849589.657417:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788849589.657419:0:2393:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771464 00000100:00000001:2.0:1788849589.657421:0:2393:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788849589.657422:0:2393:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849589.657427:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000ea00 x1875730900973184/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.657435:0:2393:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849589.657437:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788849589.657439:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788849589.657443:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000ea00 x1875730900973184/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788849589.657457:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900973184:192.168.204.137@tcp:400:kworker.0 00000400:00000001:2.0:1788849589.657463:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788849589.657464:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788849589.657466:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6e08e4d10. 00000400:00000200:2.0:1788849589.657469:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05bb0 00000400:00000010:2.0:1788849589.657470:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05bb0. 00000100:00000001:2.0:1788849589.657473:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849589.657476:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000c380 x1875730900973440/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788849589.657484:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000c380 x1875730900973440/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.657490:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788849589.657491:0:2393:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849589.657493:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788849589.657495:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788849589.657496:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788849589.657498:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849589.657499:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788849589.657504:0:2393:0:(import.c:2149:obd_at_measure()) add 36 to ffff93d6e0ade460 time=107 v=36 (36 5 5 5) 00000100:00001000:2.0:1788849589.657506:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ade418 time=90 v=5 (1 1 0 0) 00000100:00000001:2.0:1788849589.657509:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788849589.657510:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788849589.657512:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788849589.657513:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849589.657515:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788849589.657516:0:2393:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93d6e0561000: skip recheck: last_committed 42949693919 00000100:00000001:2.0:1788849589.657518:0:2393:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788849589.657519:0:2393:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849589.657523:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000c380 x1875730900973440/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.657529:0:2393:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849589.657538:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788849589.657539:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788849589.657544:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000c380 x1875730900973440/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788849589.657551:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900973440:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849589.657555:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849589.657558:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849589.657562:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000ea00 x1875730900973184/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849704 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.657568:0:2393:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788849589.657571:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788849589.657574:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6e15a8c00. 02000000:00000001:2.0:1788849589.657578:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788849589.657581:0:2393:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788849589.657583:0:2393:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=5 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:2.0:1788849589.657585:0:2393:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788849589.657588:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73b00. 02000000:00000001:2.0:1788849589.657591:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788849589.657593:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788849589.657595:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000ea00. 00000100:00000001:2.0:1788849589.657598:0:2393:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788849589.657599:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849589.657601:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849589.657604:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000c380 x1875730900973440/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849589.657610:0:2393:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788849589.657612:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788849589.657613:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6e15a8000. 02000000:00000001:2.0:1788849589.657615:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788849589.657616:0:2393:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788849589.657617:0:2393:0:(genops.c:1223:class_import_put()) import ffff93d6e0ade000 refcount=3 obd=lustre-OST0000-osc-ffff93d6e0561000 00000020:00000001:2.0:1788849589.657619:0:2393:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788849589.657620:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73700. 02000000:00000001:2.0:1788849589.657627:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788849589.657628:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788849589.657630:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000c380. 00000100:00000001:2.0:1788849589.657632:0:2393:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788849589.657633:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849589.657635:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849589.657644:0:2393:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788849589.657646:0:2393:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849589.657648:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849589.657650:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849589.836014:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849589.836022:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849589.836027:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849589.836029:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849589.836580:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849589.836599:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849589.836602:0:241781:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849590.859322:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849590.859330:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849590.859336:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849590.859356:0:267203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849590.859358:0:267203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849590.859364:0:267203:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849590.859366:0:267203:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849590.859368:0:267203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849590.859371:0:267203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849590.859373:0:267203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849590.859375:0:267203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849590.859377:0:267203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849590.859449:0:251614:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849590.859453:0:251614:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849590.859457:0:251614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1788849590.923068:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6da3d3840] -> 12345-192.168.204.37@tcp (6) 00000800:00000200:0.0:1788849590.923078:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.37@tcp ip 192.168.204.37:988 00000800:00000200:0.0:1788849590.923084:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6d9a57c00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1788849590.923245:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1788849590.923252:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849590.923265:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849590.923269:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849590.923272:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788849591.883070:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849591.883077:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849591.883082:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849591.883084:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849591.883264:0:235787:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849591.883268:0:235787:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849591.883271:0:235787:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849592.907081:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849592.907089:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849592.907095:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849592.907096:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788849592.915374:0:235786:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788849592.915382:0:235786:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788849592.915388:0:235786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788849593.483069:0:279261:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134aa20 (cpu 2) has reached its deadline 4308023544, at 4308023552 00000100:00000010:2.0:1788849593.483102:0:279261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6f15249c0. 00000100:00000040:3.0:1788849593.483920:0:259117:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134ab30 (cpu 3) has reached its deadline 4308023544, at 4308023552 00000100:00000010:3.0:1788849593.483939:0:259117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6f1524420. 00010000:00000001:0.0:1788849593.931056:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849593.931064:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849593.931070:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849593.931071:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849593.932489:0:251615:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849593.932494:0:251615:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849593.932499:0:251615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788849594.763160:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2be9dc31-d936-46ce-82e2-523a967881fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788849594.763171:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788849594.763182:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d7011bb480. 00000020:00000040:0.0:1788849594.763189:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6c9059000 refcount=4 obd=MGC192.168.204.137@tcp 00000100:00000001:0.0:1788849594.763193:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788849594.763198:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788849594.763204:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788849594.763213:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cbe000. 00000100:00000001:0.0:1788849594.763220:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849594.763233:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2be9dc31-d936-46ce-82e2-523a967881fb->MGS req@ffff93d7011bb480 x1875730900973568/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788849594.763266:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788849594.763271:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849594.763289:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9525c45] to pc [ptlrpcd_00_01+1] req@ffff93d7011bb480 x1875730900973568/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849594.763320:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849594.763322:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788849594.763326:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788849594.763329:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d7011bb100. 00000020:00000040:0.0:1788849594.763331:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=6 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000100:00000001:0.0:1788849594.763333:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788849594.763335:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788849594.763337:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788849594.763339:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cbed00. 00000100:00000001:0.0:1788849594.763342:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849594.763347:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID req@ffff93d7011bb100 x1875730900973696/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788849594.763354:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788849594.763355:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849594.763359:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056983020] to pc [ptlrpcd_00_00+0] req@ffff93d7011bb100 x1875730900973696/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849594.763367:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849594.763370:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788849594.763373:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788849594.763376:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d7011bb800. 00000020:00000040:0.0:1788849594.763378:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ada000 refcount=4 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000100:00000001:0.0:1788849594.763380:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788849594.763381:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788849594.763382:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788849594.763385:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cbe200. 00000100:00000001:0.0:1788849594.763394:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849594.763398:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID req@ffff93d7011bb800 x1875730900973824/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788849594.763410:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788849594.763412:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849594.763416:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001433a602] to pc [ptlrpcd_00_01+1] req@ffff93d7011bb800 x1875730900973824/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849594.763424:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849594.763426:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788849594.763429:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788849594.763432:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d7011b8a80. 00000020:00000040:0.0:1788849594.763434:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ade000 refcount=4 obd=lustre-OST0000-osc-ffff93d6e0561000 00000100:00000001:0.0:1788849594.763436:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788849594.763438:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788849594.763439:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788849594.763442:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cbe400. 00000100:00000001:0.0:1788849594.763444:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849594.763448:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID req@ffff93d7011b8a80 x1875730900973952/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788849594.763454:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788849594.763456:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849594.763459:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a12756] to pc [ptlrpcd_00_00+0] req@ffff93d7011b8a80 x1875730900973952/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849594.763466:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849594.763468:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788849594.763471:0:233079:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788849594.763475:0:233079:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13362) 00000100:00000001:1.0:1788849594.763548:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849594.763552:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849594.763555:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788849594.763561:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d7011bb480 x1875730900973568/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849594.763569:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788849594.763571:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849594.763576:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788849594.763579:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788849594.763581:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788849594.763594:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d7011bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2be9dc31-d936-46ce-82e2-523a967881fb:2392:1875730900973568:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849594.763598:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788849594.763603:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849594.763605:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849594.763608:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788849594.763612:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6e883c200. 02000000:00000001:1.0:1788849594.763614:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849594.763621:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849594.763625:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004ccc08. 00000400:00000010:1.0:1788849594.763632:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105ee58. 00000100:00000200:1.0:1788849594.763639:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900973568, portal 25 00000100:00000001:1.0:1788849594.763641:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849594.763643:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378685568 : -118923330866048 : ffff93d7011bb480) 00000100:00000040:1.0:1788849594.763660:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d7011bb480 x1875730900973568/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849594.763667:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788849594.763669:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849594.763673:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105eaa0. 00000100:00000200:1.0:1788849594.763676:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875730900973568, offset 0 00000400:00000200:1.0:1788849594.763683:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:1.0:1788849594.763692:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849594.763699:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:1.0:1788849594.763705:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788849594.763710:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:1.0:1788849594.763714:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788849594.763717:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849594.763720:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550643:550643:256:4294967295] 192.168.204.137@tcp LPNI seq info [550589:550589:8:4294967295] 00000400:00000200:1.0:1788849594.763724:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849594.763745:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:1.0:1788849594.763752:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:1.0:1788849594.763757:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cc3000. 00000800:00000200:1.0:1788849594.763768:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:1.0:1788849594.763776:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:1.0:1788849594.763781:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cc3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788849594.763799:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849594.763803:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849594.763806:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 2 is 4308028663 00000100:00000010:1.0:1788849594.763811:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6f28a2420. 00000100:00000001:1.0:1788849594.763817:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788849594.763822:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 3 is 4308028663 00000100:00000010:1.0:1788849594.763825:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6f28a2c00. 00000100:00000001:1.0:1788849594.763827:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788849594.763830:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849594.763833:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849594.763836:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788849594.763839:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d7011bb800 x1875730900973824/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849594.763847:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788849594.763848:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849594.763850:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788849594.763852:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788849594.763854:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788849594.763857:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d7011bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900973824:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849594.763860:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788849594.763863:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849594.763864:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849594.763866:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788849594.763868:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6e883d000. 02000000:00000001:1.0:1788849594.763870:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849594.763874:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849594.763876:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004ccf78. 00000400:00000010:1.0:1788849594.763880:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e3b8. 00000100:00000200:1.0:1788849594.763882:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900973824, portal 10 00000100:00000001:1.0:1788849594.763889:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849594.763890:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378686464 : -118923330865152 : ffff93d7011bb800) 00000100:00000040:1.0:1788849594.763898:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d7011bb800 x1875730900973824/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849594.763905:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788849594.763907:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849594.763910:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105ea18. 00000100:00000200:1.0:1788849594.763912:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900973824, offset 0 00000400:00000200:1.0:1788849594.763917:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:1.0:1788849594.763921:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849594.763925:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000800:00000200:2.0:1788849594.764028:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849594.764032:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cc3000. 00000400:00000200:2.0:1788849594.764037:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849594.764042:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849594.764048:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105eaa0 00000400:00000010:2.0:1788849594.764050:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105eaa0. 00000100:00000001:2.0:1788849594.764055:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849594.764060:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d7011bb480 x1875730900973568/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849594.764071:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1788849594.764072:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1788849594.764076:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011bb480 x1875730900973568/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849610 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788849594.764080:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:1.0:1788849594.764086:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788849594.764089:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788849594.764090:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000100:00000001:2.0:1788849594.764094:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1788849594.764097:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550644:550644:255:4294967295] 192.168.204.137@tcp LPNI seq info [550590:550590:7:4294967295] 00000400:00000200:1.0:1788849594.764104:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849594.764111:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788849594.764112:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:1.0:1788849594.764119:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:1.0:1788849594.764124:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cc3600. 00000800:00000200:1.0:1788849594.764128:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:1.0:1788849594.764132:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:1.0:1788849594.764135:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cc3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788849594.764186:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849594.764192:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849594.764197:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788849594.764199:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: using a timeout of 25311 usecs (26 jiffies) 00000400:00000200:1.0:1788849594.764205:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000040:0.0:1788849594.764205:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d7011bb100 x1875730900973696/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849594.764207:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308024859 00000100:00000001:1.0:1788849594.764212:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308028663 00000100:00000001:1.0:1788849594.764217:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308024859 00000100:00000001:1.0:1788849594.764221:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308028663 00000100:00000001:0.0:1788849594.764221:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849594.764224:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849594.764227:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849594.764230:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849594.764232:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788849594.764235:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849594.764236:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849594.764241:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849594.764242:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d7011bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2391:1875730900973696:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849594.764245:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849594.764250:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788849594.764254:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1788849594.764254:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1788849594.764258:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1788849594.764258:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849594.764262:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788849594.764263:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788849594.764265:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849594.764268:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788849594.764269:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c960ce00. 00000100:00000001:1.0:1788849594.764271:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849594.764273:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849594.764279:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:0.0:1788849594.764282:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ffa50. 00000400:00000010:0.0:1788849594.764286:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2110. 00000100:00000200:0.0:1788849594.764290:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900973696, portal 10 00000100:00000001:0.0:1788849594.764292:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849594.764293:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378684672 : -118923330866944 : ffff93d7011bb100) 00000100:00000040:0.0:1788849594.764300:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d7011bb100 x1875730900973696/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849594.764307:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849594.764309:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849594.764312:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2660. 00000100:00000200:0.0:1788849594.764485:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900973696, offset 0 00000400:00000200:0.0:1788849594.764496:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849594.764502:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849594.764505:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:0.0:1788849594.764508:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849594.764510:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849594.764595:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849594.764607:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:0.0:1788849594.764610:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550645:550645:255:4294967295] 192.168.204.137@tcp LPNI seq info [550591:550591:7:4294967295] 00000400:00000200:0.0:1788849594.764615:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849594.764622:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849594.764626:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849594.764630:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cbe100. 00000800:00000200:0.0:1788849594.764635:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849594.764639:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849594.764642:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cbe100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788849594.764644:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849594.764648:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33521 usecs (34 jiffies) 00000400:00000200:0.0:1788849594.764651:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849594.764653:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308024867 00000100:00000001:0.0:1788849594.764655:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308028663 00000100:00000001:0.0:1788849594.764657:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308024867 00000100:00000001:0.0:1788849594.764659:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308028663 00000100:00000001:0.0:1788849594.764661:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849594.764663:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849594.764665:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788849594.764669:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d7011b8a80 x1875730900973952/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849594.764676:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849594.764677:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849594.764680:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849594.764682:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788849594.764684:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849594.764686:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d7011b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2391:1875730900973952:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849594.764690:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788849594.764698:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788849594.764700:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849594.764702:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788849594.764705:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c960c200. 02000000:00000001:0.0:1788849594.764707:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849594.764710:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:0.0:1788849594.764713:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ffcb8. 00000400:00000010:0.0:1788849594.764716:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2198. 00000100:00000200:0.0:1788849594.764719:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900973952, portal 4 00000100:00000001:0.0:1788849594.764722:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849594.764723:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378674816 : -118923330876800 : ffff93d7011b8a80) 00000100:00000040:0.0:1788849594.764729:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d7011b8a80 x1875730900973952/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849594.764749:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849594.764751:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849594.764754:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2088. 00000100:00000200:0.0:1788849594.764757:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875730900973952, offset 0 00000400:00000200:0.0:1788849594.764761:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849594.764765:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849594.764768:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:0.0:1788849594.764771:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849594.764773:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849594.764775:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849594.764777:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:0.0:1788849594.764780:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550646:550646:254:4294967295] 192.168.204.137@tcp LPNI seq info [550592:550592:6:4294967295] 00000400:00000200:0.0:1788849594.764783:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849594.764789:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849594.764793:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849594.764858:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cbe800. 00000800:00000200:0.0:1788849594.764863:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849594.764867:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849594.764870:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cbe800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788849594.764878:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849594.764885:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: using a timeout of 134770 usecs (135 jiffies) 00000400:00000200:0.0:1788849594.764889:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849594.764891:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308024968 00000100:00000001:0.0:1788849594.764894:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308028663 00000100:00000001:0.0:1788849594.764896:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308024968 00000100:00000001:0.0:1788849594.764898:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308028663 00000100:00000001:0.0:1788849594.764899:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849594.764901:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849594.764904:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849594.764906:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849594.764910:0:2391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849594.764911:0:2391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1788849594.764914:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849594.764915:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849594.764916:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849594.764919:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788849594.767414:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849594.767434:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849594.767438:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849594.767441:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849594.767450:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849594.767458:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849594.767467:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849594.767472:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849594.767478:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849594.767482:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 25 MB=0x6a9f7a20bf800 00000400:00000200:3.0:1788849594.767488:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849594.767496:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d295 [1] + 224 00000800:00000200:2.0:1788849594.767497:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1788849594.767504:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849594.767514:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1788849594.767516:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cc3600. 00000400:00000200:3.0:1788849594.767520:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849594.767523:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849594.767528:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849594.767533:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849594.767539:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1788849594.767539:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105ea18 00000400:00000010:2.0:1788849594.767544:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105ea18. 00000100:00000200:3.0:1788849594.767550:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d7011bb480 x1875730900973568/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849594.767550:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849594.767559:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d7011bb800 x1875730900973824/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849594.767566:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d7011bb480 x1875730900973568/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849594.767573:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849594.767579:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011bb800 x1875730900973824/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849594.767592:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849594.767594:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788849594.767608:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849594.767610:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cbe100. 00000400:00000200:2.0:1788849594.767614:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849594.767617:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849594.767620:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2660 00000400:00000010:2.0:1788849594.767622:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2660. 00000100:00000001:2.0:1788849594.767625:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849594.767631:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d7011bb100 x1875730900973696/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849594.767639:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788849594.767640:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788849594.767643:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011bb100 x1875730900973696/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849594.767650:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849594.767651:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788849594.767654:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849594.767670:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849594.767679:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1788849594.767714:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849594.767717:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cbe800. 00000400:00000200:2.0:1788849594.767721:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849594.767725:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000800:00000001:3.0:1788849594.767728:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849594.767729:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2088 00000400:00000010:2.0:1788849594.767743:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2088. 00000100:00000001:2.0:1788849594.767753:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849594.767758:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d7011b8a80 x1875730900973952/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849594.767765:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849594.767768:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011b8a80 x1875730900973952/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849649 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849594.767774:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849594.767776:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788849594.770475:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849594.770493:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849594.770502:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849594.770505:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849594.770514:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849594.770521:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849594.770529:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849594.770534:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849594.770539:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849594.770542:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 4 MB=0x6a9f7a20bf980 00000400:00000200:3.0:1788849594.770547:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849594.770553:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d2ad [1] + 224 00000800:00000001:3.0:1788849594.770560:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849594.770569:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849594.770572:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849594.770577:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849594.770584:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849594.770593:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d7011b8a80 x1875730900973952/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849594.770660:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d7011b8a80 x1875730900973952/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849594.770682:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849594.770692:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849594.770696:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849594.770781:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849594.770785:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788849594.770792:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788849594.770794:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788849594.770798:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ffcb8. 00000400:00000200:0.0:1788849594.770802:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2198 00000400:00000010:0.0:1788849594.770805:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2198. 00000100:00000001:0.0:1788849594.770808:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788849594.770813:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d7011b8a80 x1875730900973952/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788849594.770822:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d7011b8a80 x1875730900973952/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849594.770827:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849594.770829:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849594.770831:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788849594.770834:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788849594.770851:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849594.770853:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849594.770856:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788849594.770865:0:2391:0:(import.c:2149:obd_at_measure()) add 36 to ffff93d6e0ade460 time=112 v=36 (36 5 5 5) 00000100:00001000:0.0:1788849594.770868:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ade418 time=95 v=5 (1 1 0 0) 00000100:00000001:0.0:1788849594.770871:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788849594.770872:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849594.770875:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788849594.770877:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849594.770881:0:2391:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788849594.770883:0:2391:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93d6e0561000: skip recheck: last_committed 42949693919 00000100:00000001:0.0:1788849594.770885:0:2391:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788849594.770887:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849594.770893:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d7011b8a80 x1875730900973952/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849594.770900:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849594.770903:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849594.770905:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788849594.770909:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d7011b8a80 x1875730900973952/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849649 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788849594.770917:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d7011b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2391:1875730900973952:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849594.771144:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849594.771148:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1788849594.771153:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1788849594.771154:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d7011b8a80 x1875730900973952/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849649 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788849594.771159:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849594.771164:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004ccc08. 00000100:00000001:0.0:1788849594.771167:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1788849594.771169:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105ee58 02000000:00000001:0.0:1788849594.771171:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1788849594.771173:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105ee58. 02000000:00000010:0.0:1788849594.771176:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c960c200. 00000100:00000001:1.0:1788849594.771178:0:2392:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1788849594.771183:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1788849594.771187:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d7011bb480 x1875730900973568/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788849594.771189:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788849594.771192:0:2391:0:(genops.c:1223:class_import_put()) import ffff93d6e0ade000 refcount=3 obd=lustre-OST0000-osc-ffff93d6e0561000 00000020:00000001:0.0:1788849594.771198:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000200:1.0:1788849594.771203:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d7011bb480 x1875730900973568/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788849594.771209:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cbe400. 00000100:00000001:1.0:1788849594.771214:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1788849594.771216:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1788849594.771217:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788849594.771220:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1788849594.771221:0:2392:0:(client.c:1593:after_reply()) Process entered 00000100:00000010:0.0:1788849594.771224:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d7011b8a80. 02000000:00000001:1.0:1788849594.771225:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849594.771227:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849594.771230:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849594.771231:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849594.771235:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849594.771239:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6c9059460 time=113 v=5 (5 5 5 5) 00000100:00001000:1.0:1788849594.771243:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6c9059418 time=133 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849594.771245:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849594.771246:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849594.771248:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788849594.771249:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849594.771251:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849594.771265:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d7011bb480 x1875730900973568/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849594.771272:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849594.771274:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849594.771276:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849594.771279:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d7011bb480 x1875730900973568/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849610 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849594.771287:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d7011bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2be9dc31-d936-46ce-82e2-523a967881fb:2392:1875730900973568:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849594.771292:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849594.771293:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849594.771296:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d7011bb480 x1875730900973568/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849610 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849594.771302:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849594.771304:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849594.771306:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6e883c200. 02000000:00000001:1.0:1788849594.771310:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849594.771311:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849594.771312:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6c9059000 refcount=3 obd=MGC192.168.204.137@tcp 00000020:00000001:1.0:1788849594.771314:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849594.771316:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cbe000. 02000000:00000001:1.0:1788849594.771318:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849594.771319:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849594.771321:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d7011bb480. 00000100:00000001:1.0:1788849594.771324:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849594.771325:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849594.771328:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849594.771330:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849594.771331:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849594.771333:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849594.771334:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788849594.773104:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849594.773122:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849594.773127:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849594.773129:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849594.773137:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849594.773144:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849594.773153:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849594.773158:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849594.773164:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849594.773169:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bf900 00000100:00000001:0.0:1788849594.773169:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849594.773176:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849594.773179:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849594.773183:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788849594.773184:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d29d [1] + 224 00000100:00000001:0.0:1788849594.773188:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849594.773192:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788849594.773193:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788849594.773196:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788849594.773401:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849594.773405:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849594.773411:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849594.773419:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849594.773427:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d7011bb800 x1875730900973824/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849594.773438:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d7011bb800 x1875730900973824/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849594.773458:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849594.773476:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788849594.773511:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849594.773514:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788849594.773519:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849594.773521:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849594.773534:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004ccf78. 00000400:00000200:1.0:1788849594.773538:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e3b8 00000400:00000010:1.0:1788849594.773541:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e3b8. 00000100:00000001:1.0:1788849594.773545:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849594.773550:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d7011bb800 x1875730900973824/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788849594.773558:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d7011bb800 x1875730900973824/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849594.773564:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849594.773566:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849594.773569:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849594.773571:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849594.773574:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849594.773576:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849594.773579:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849594.773587:0:2392:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e0ada460 time=112 v=84 (84 84 85 86) 00000100:00001000:1.0:1788849594.773591:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ada418 time=111 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849594.773594:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849594.773595:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849594.773598:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1788849594.773602:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1788849594.773602:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93d7011bb800 x1875730900973824/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788849594.773604:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849594.773606:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788849594.773609:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849594.773610:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849594.773613:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000100:00000001:1.0:1788849594.773613:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788849594.773615:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93d6e0561000: skip recheck: last_committed 21474836540 00000100:00000001:1.0:1788849594.773617:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1788849594.773618:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849594.773619:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849594.773620:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849594.773623:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000040:1.0:1788849594.773623:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d7011bb800 x1875730900973824/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788849594.773626:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bf880 00000400:00000200:2.0:1788849594.773630:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849594.773630:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849594.773633:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1788849594.773634:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d2a5 [1] + 224 00000100:00000001:1.0:1788849594.773635:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849594.773637:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1788849594.773639:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d7011bb800 x1875730900973824/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788849594.773642:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849594.773645:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849594.773648:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00100000:1.0:1788849594.773654:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d7011bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900973824:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849594.773659:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849594.773661:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849594.773665:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d7011bb800 x1875730900973824/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849594.773671:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849594.773674:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849594.773677:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6e883d000. 02000000:00000001:1.0:1788849594.773681:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849594.773684:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849594.773685:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6e0ada000 refcount=3 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000020:00000001:1.0:1788849594.773687:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849594.773690:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cbe200. 02000000:00000001:1.0:1788849594.773694:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849594.773696:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849594.773698:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d7011bb800. 00000100:00000001:1.0:1788849594.773702:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849594.773703:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849594.773706:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849594.773713:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788849594.773715:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849594.773717:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849594.773719:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849594.773803:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849594.773809:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d7011bb100 x1875730900973696/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849594.773817:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d7011bb100 x1875730900973696/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849594.773834:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849594.773839:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849594.773842:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849594.774502:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849594.774506:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788849594.774511:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788849594.774512:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788849594.774515:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ffa50. 00000400:00000200:0.0:1788849594.774520:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2110 00000400:00000010:0.0:1788849594.774522:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2110. 00000100:00000001:0.0:1788849594.774525:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788849594.774531:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d7011bb100 x1875730900973696/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788849594.774540:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d7011bb100 x1875730900973696/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849594.774546:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849594.774548:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849594.774559:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788849594.774562:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788849594.774564:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849594.774566:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849594.774568:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788849594.774575:0:2391:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=112 v=84 (84 84 85 86) 00000100:00001000:0.0:1788849594.774578:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=133 v=5 (1 1 0 0) 00000100:00000001:0.0:1788849594.774580:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788849594.774582:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849594.774584:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788849594.774586:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849594.774596:0:2391:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788849594.774608:0:2391:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771464 00000100:00000001:0.0:1788849594.774610:0:2391:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788849594.774612:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849594.774616:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d7011bb100 x1875730900973696/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849594.774622:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849594.774625:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849594.774626:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788849594.774630:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d7011bb100 x1875730900973696/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788849594.774636:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d7011bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2391:1875730900973696:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849594.774640:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849594.774642:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849594.774646:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d7011bb100 x1875730900973696/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849709 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849594.774652:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788849594.774654:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788849594.774656:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c960ce00. 02000000:00000001:0.0:1788849594.774659:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788849594.774661:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788849594.774663:0:2391:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=5 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:0.0:1788849594.774665:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788849594.774667:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cbed00. 02000000:00000001:0.0:1788849594.774670:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788849594.774672:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788849594.774673:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d7011bb100. 00000100:00000001:0.0:1788849594.774676:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788849594.774678:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849594.774680:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849594.774685:0:2391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849594.774687:0:2391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849594.774689:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849594.774691:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849594.956225:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849594.956232:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849594.956238:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849594.956239:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849594.957767:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788849594.957773:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849594.957777:0:241781:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849595.979087:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849595.979094:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849595.979099:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849595.979100:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849595.980177:0:251614:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849595.980182:0:251614:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849595.980186:0:251614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849597.003087:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849597.003097:0:267203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849597.003099:0:267203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849597.003102:0:267203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849597.003107:0:267203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849597.003108:0:267203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849597.003111:0:267203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849597.003113:0:267203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849597.003117:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849597.003118:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849597.003240:0:235787:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849597.003259:0:235787:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849597.003262:0:235787:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849598.028900:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849598.028907:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849598.028912:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849598.028914:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788849598.029036:0:235786:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788849598.029040:0:235786:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788849598.029043:0:235786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788849598.604628:0:259117:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134ab30 (cpu 3) has reached its deadline 4308028663, at 4308028673 00000100:00000010:3.0:1788849598.604644:0:259117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6f28a2c00. 00000100:00000040:2.0:1788849598.604736:0:279261:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134aa20 (cpu 2) has reached its deadline 4308028663, at 4308028673 00000100:00000010:2.0:1788849598.604741:0:279261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6f28a2420. 00010000:00000001:0.0:1788849599.051219:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849599.051228:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849599.051234:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849599.051236:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849599.052070:0:251615:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849599.052075:0:251615:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849599.052080:0:251615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788849599.883393:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2be9dc31-d936-46ce-82e2-523a967881fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849599.883405:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849599.883417:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf31180. 00000020:00000040:1.0:1788849599.883424:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6c9059000 refcount=4 obd=MGC192.168.204.137@tcp 00000100:00000001:1.0:1788849599.883429:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849599.883433:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849599.883459:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849599.883469:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3a00. 00000100:00000001:1.0:1788849599.883477:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849599.883494:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2be9dc31-d936-46ce-82e2-523a967881fb->MGS req@ffff93d6eaf31180 x1875730900974080/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788849599.883504:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849599.883509:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849599.883515:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000612b5605] to pc [ptlrpcd_00_01+1] req@ffff93d6eaf31180 x1875730900974080/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849599.883548:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849599.883551:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849599.883555:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849599.883558:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf33800. 00000020:00000040:1.0:1788849599.883561:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=6 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000100:00000001:1.0:1788849599.883563:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849599.883565:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849599.883567:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849599.883571:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3400. 00000100:00000001:1.0:1788849599.883573:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849599.883578:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID req@ffff93d6eaf33800 x1875730900974208/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788849599.883586:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849599.883588:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849599.883592:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005afaeff3] to pc [ptlrpcd_00_00+0] req@ffff93d6eaf33800 x1875730900974208/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849599.883601:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849599.883603:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849599.883607:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849599.883610:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf31f80. 00000020:00000040:1.0:1788849599.883612:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ada000 refcount=4 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000100:00000001:1.0:1788849599.883620:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849599.883622:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849599.883624:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849599.883627:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3b00. 00000100:00000001:1.0:1788849599.883640:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849599.883646:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID req@ffff93d6eaf31f80 x1875730900974336/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788849599.883653:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849599.883655:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849599.883658:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b92f8f6e] to pc [ptlrpcd_00_01+1] req@ffff93d6eaf31f80 x1875730900974336/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849599.883665:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849599.883667:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849599.883671:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849599.883674:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf32d80. 00000020:00000040:1.0:1788849599.883676:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ade000 refcount=4 obd=lustre-OST0000-osc-ffff93d6e0561000 00000100:00000001:1.0:1788849599.883678:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849599.883679:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849599.883681:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849599.883684:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3900. 00000100:00000001:1.0:1788849599.883687:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849599.883691:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID req@ffff93d6eaf32d80 x1875730900974464/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788849599.883698:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849599.883700:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849599.883703:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006fd111f7] to pc [ptlrpcd_00_00+0] req@ffff93d6eaf32d80 x1875730900974464/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849599.883711:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849599.883713:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788849599.883716:0:233079:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788849599.883727:0:233079:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13367) 00000100:00000001:0.0:1788849599.883930:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849599.883935:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849599.883938:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788849599.883972:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf31180 x1875730900974080/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.883982:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849599.883984:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849599.883988:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849599.883990:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788849599.883993:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849599.883996:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2be9dc31-d936-46ce-82e2-523a967881fb:2392:1875730900974080:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849599.884007:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788849599.884014:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788849599.884016:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849599.884019:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788849599.884023:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c960d400. 02000000:00000001:0.0:1788849599.884026:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849599.884035:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:0.0:1788849599.884039:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ffa50. 00000400:00000010:0.0:1788849599.884046:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2110. 00000100:00000200:0.0:1788849599.884055:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900974080, portal 25 00000100:00000001:0.0:1788849599.884058:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849599.884059:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006923648 : -118923702627968 : ffff93d6eaf31180) 00000100:00000040:0.0:1788849599.884066:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf31180 x1875730900974080/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.884074:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849599.884077:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849599.884080:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2198. 00000100:00000200:0.0:1788849599.884084:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875730900974080, offset 0 00000400:00000200:0.0:1788849599.884090:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849599.884099:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849599.884107:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:0.0:1788849599.884126:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849599.884132:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849599.884136:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849599.884139:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:0.0:1788849599.884143:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550647:550647:256:4294967295] 192.168.204.137@tcp LPNI seq info [550593:550593:8:4294967295] 00000400:00000200:0.0:1788849599.884148:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849599.884158:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849599.884165:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849599.884171:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cbed00. 00000800:00000200:0.0:1788849599.884178:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849599.884192:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849599.884198:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cbed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788849599.884218:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849599.884223:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849599.884227:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 2 is 4308033784 00000100:00000010:0.0:1788849599.884231:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6eafd9960. 00000100:00000001:0.0:1788849599.884238:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788849599.884243:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 3 is 4308033784 00000100:00000010:0.0:1788849599.884247:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6eafd98a0. 00000100:00000001:0.0:1788849599.884250:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788849599.884253:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849599.884256:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849599.884259:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788849599.884263:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf31f80 x1875730900974336/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.884281:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849599.884283:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849599.884285:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849599.884288:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788849599.884290:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849599.884293:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900974336:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849599.884296:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788849599.884299:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788849599.884301:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849599.884302:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788849599.884306:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c960da00. 02000000:00000001:0.0:1788849599.884308:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849599.884311:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:0.0:1788849599.884314:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ffcb8. 00000400:00000010:0.0:1788849599.884319:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b23b8. 00000100:00000200:0.0:1788849599.884322:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900974336, portal 10 00000100:00000001:0.0:1788849599.884324:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849599.884330:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006927232 : -118923702624384 : ffff93d6eaf31f80) 00000100:00000040:0.0:1788849599.884338:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf31f80 x1875730900974336/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.884345:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849599.884348:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849599.884351:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2d48. 00000100:00000200:0.0:1788849599.884353:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900974336, offset 0 00000400:00000200:0.0:1788849599.884358:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849599.884362:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849599.884366:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:0.0:1788849599.884369:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849599.884371:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849599.884374:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849599.884376:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:0.0:1788849599.884379:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550648:550648:255:4294967295] 192.168.204.137@tcp LPNI seq info [550594:550594:7:4294967295] 00000400:00000200:0.0:1788849599.884383:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849599.884389:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849599.884394:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849599.884397:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cbe400. 00000800:00000200:0.0:1788849599.884401:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849599.884406:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849599.884408:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cbe400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788849599.884411:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849599.884415:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: using a timeout of 25311 usecs (26 jiffies) 00000400:00000200:0.0:1788849599.884418:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849599.884420:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308029979 00000100:00000001:0.0:1788849599.884423:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308033784 00000100:00000001:0.0:1788849599.884425:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308029979 00000100:00000001:0.0:1788849599.884427:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308033784 00000100:00000001:0.0:1788849599.884437:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849599.884439:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849599.884441:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849599.884444:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849599.884452:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849599.884454:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788849599.884457:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849599.884458:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849599.884460:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849599.884463:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1788849599.884465:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849599.884467:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849599.884468:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849599.884469:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849599.884470:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849599.884472:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788849599.884476:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf33800 x1875730900974208/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.884482:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849599.884483:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849599.884485:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849599.884487:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788849599.884489:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849599.884491:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900974208:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849599.884494:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788849599.884496:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788849599.884498:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849599.884499:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788849599.884503:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c960c200. 02000000:00000001:0.0:1788849599.884505:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849599.884508:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:0.0:1788849599.884510:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ff160. 00000400:00000010:0.0:1788849599.884514:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2aa0. 00000100:00000200:0.0:1788849599.884517:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900974208, portal 10 00000100:00000001:0.0:1788849599.884518:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849599.884525:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006933504 : -118923702618112 : ffff93d6eaf33800) 00000100:00000040:0.0:1788849599.884532:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf33800 x1875730900974208/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.884538:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849599.884540:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849599.884542:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2550. 00000100:00000200:0.0:1788849599.884544:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900974208, offset 0 00000400:00000200:0.0:1788849599.884548:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849599.884552:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849599.884555:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:0.0:1788849599.884557:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849599.884559:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849599.884561:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849599.884563:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:0.0:1788849599.884566:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550649:550649:254:4294967295] 192.168.204.137@tcp LPNI seq info [550595:550595:6:4294967295] 00000400:00000200:0.0:1788849599.884569:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849599.884574:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849599.884578:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849599.884582:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cbe700. 00000800:00000200:0.0:1788849599.884586:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849599.884591:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849599.884594:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cbe700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788849599.884597:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849599.884600:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33513 usecs (34 jiffies) 00000400:00000200:0.0:1788849599.884604:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849599.884605:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308029987 00000100:00000001:0.0:1788849599.884608:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308033784 00000100:00000001:0.0:1788849599.884610:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308029987 00000100:00000001:0.0:1788849599.884612:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308033784 00000100:00000001:0.0:1788849599.884621:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849599.884623:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849599.884625:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788849599.884629:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf32d80 x1875730900974464/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.884646:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849599.884648:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788849599.884649:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1788849599.884650:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849599.884653:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1788849599.884656:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cbed00. 02000000:00000001:0.0:1788849599.884657:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849599.884663:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900974464:192.168.204.137@tcp:400:kworker.0 00000400:00000200:3.0:1788849599.884667:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788849599.884667:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788849599.884672:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788849599.884674:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849599.884678:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 02000000:00000001:0.0:1788849599.884679:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788849599.884684:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c960d200. 00000400:00000200:3.0:1788849599.884687:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2198 02000000:00000001:0.0:1788849599.884688:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788849599.884692:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2198. 00000400:00000200:0.0:1788849599.884695:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:3.0:1788849599.884700:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1788849599.884700:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007fff20. 00000400:00000010:0.0:1788849599.884706:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2440. 00000100:00000200:0.0:1788849599.884711:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900974464, portal 4 00000100:00000001:0.0:1788849599.884712:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849599.884713:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006930816 : -118923702620800 : ffff93d6eaf32d80) 00000100:00000040:0.0:1788849599.884721:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf32d80 x1875730900974464/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.884726:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849599.884728:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849599.884730:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b24c8. 00000100:00000200:0.0:1788849599.884732:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875730900974464, offset 0 00000400:00000200:0.0:1788849599.884735:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849599.884739:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849599.884742:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:0.0:1788849599.884749:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849599.884752:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849599.884754:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849599.884756:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000100:00000200:3.0:1788849599.884771:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf31180 x1875730900974080/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849615 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849599.884784:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849599.884789:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf31180 x1875730900974080/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849615 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849599.884796:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849599.884798:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849599.884813:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849599.884816:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cbe400. 00000400:00000200:3.0:1788849599.884819:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849599.884822:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849599.884825:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2d48 00000400:00000010:3.0:1788849599.884826:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2d48. 00000100:00000001:3.0:1788849599.884829:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849599.884832:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf31f80 x1875730900974336/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849599.884840:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849599.884843:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf31f80 x1875730900974336/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849599.884862:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849599.884863:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1788849599.884884:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550650:550650:255:4294967295] 192.168.204.137@tcp LPNI seq info [550596:550596:7:4294967295] 00000400:00000200:0.0:1788849599.884889:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849599.884895:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849599.884900:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849599.884904:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cbee00. 00000800:00000200:0.0:1788849599.884907:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849599.884911:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849599.884914:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cbee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788849599.884916:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849599.884919:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: using a timeout of 134671 usecs (135 jiffies) 00000400:00000200:0.0:1788849599.884922:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849599.884924:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308030088 00000100:00000001:0.0:1788849599.884926:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308033784 00000100:00000001:0.0:1788849599.884928:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308030088 00000100:00000001:0.0:1788849599.884931:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308033784 00000100:00000001:0.0:1788849599.884933:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1788849599.884934:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788849599.884935:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788849599.884938:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cbe700. 00000100:00000001:0.0:1788849599.884964:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849599.884968:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849599.884975:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849599.884980:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:0.0:1788849599.884980:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849599.884985:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849599.884986:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2550 00000400:00000010:3.0:1788849599.884990:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2550. 00000100:00000001:3.0:1788849599.884993:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849599.884997:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf33800 x1875730900974208/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849599.885005:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849599.885008:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf33800 x1875730900974208/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849599.885015:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849599.885016:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849599.885027:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849599.885030:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cbee00. 00000400:00000200:3.0:1788849599.885032:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849599.885035:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849599.885038:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b24c8 00000400:00000010:3.0:1788849599.885039:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b24c8. 00000100:00000001:3.0:1788849599.885041:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849599.885044:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf32d80 x1875730900974464/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849599.885050:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849599.885053:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf32d80 x1875730900974464/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849599.885059:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849599.885060:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788849599.888677:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849599.888698:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849599.888703:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849599.888707:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849599.888718:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849599.888742:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849599.888752:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849599.888770:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849599.888777:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849599.888781:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bfb00 00000400:00000200:2.0:1788849599.888786:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849599.888793:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d2bd [1] + 224 00000800:00000001:2.0:1788849599.888802:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849599.888806:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849599.888810:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849599.888815:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849599.888823:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849599.888833:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf31f80 x1875730900974336/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849599.888846:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf31f80 x1875730900974336/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.891553:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849599.891562:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849599.891628:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849599.891660:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849599.891675:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849599.891678:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849599.891681:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849599.891690:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849599.891697:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849599.891706:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849599.891710:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849599.891715:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849599.891718:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bfa80 00000400:00000200:2.0:1788849599.891723:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849599.891729:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d2c5 [1] + 224 00000800:00000001:2.0:1788849599.891736:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849599.891744:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849599.891771:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849599.891776:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849599.891782:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849599.891790:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf33800 x1875730900974208/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849599.891801:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf33800 x1875730900974208/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849599.891810:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849599.891814:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849599.891817:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788849599.893920:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788849599.893928:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788849599.893932:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ffcb8. 00000400:00000200:0.0:1788849599.893955:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b23b8 00000400:00000010:0.0:1788849599.893977:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b23b8. 00000100:00000001:0.0:1788849599.893983:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788849599.893995:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf31f80 x1875730900974336/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788849599.894006:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf31f80 x1875730900974336/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.894014:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849599.894016:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849599.894019:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788849599.894022:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788849599.894025:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849599.894027:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849599.894031:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788849599.894039:0:2392:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e0ada460 time=117 v=84 (84 84 85 86) 00000100:00001000:0.0:1788849599.894043:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ada418 time=116 v=5 (1 1 0 0) 00000100:00000001:0.0:1788849599.894045:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788849599.894047:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849599.894050:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788849599.894054:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93d6eaf31f80 x1875730900974336/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788849599.894060:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849599.894064:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788849599.894066:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93d6e0561000: skip recheck: last_committed 21474836540 00000100:00000001:0.0:1788849599.894068:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788849599.894070:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849599.894074:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf31f80 x1875730900974336/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.894081:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849599.894084:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849599.894086:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788849599.894089:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf31f80 x1875730900974336/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788849599.894109:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf31f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900974336:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849599.894176:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849599.894181:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849599.894185:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf31f80 x1875730900974336/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.894192:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788849599.894194:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788849599.894198:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c960da00. 02000000:00000001:0.0:1788849599.894202:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788849599.894205:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788849599.894207:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6e0ada000 refcount=3 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000020:00000001:0.0:1788849599.894209:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788849599.894212:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3b00. 02000000:00000001:0.0:1788849599.894216:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788849599.894217:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788849599.894219:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf31f80. 00000100:00000001:0.0:1788849599.894223:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788849599.894225:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849599.894228:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849599.894230:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849599.894233:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788849599.894237:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788849599.894238:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788849599.894240:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ff160. 00000400:00000200:0.0:1788849599.894243:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2aa0 00000400:00000010:0.0:1788849599.894244:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2aa0. 00000100:00000001:0.0:1788849599.894246:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788849599.894250:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf33800 x1875730900974208/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788849599.894257:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf33800 x1875730900974208/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.894263:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849599.894270:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849599.894347:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788849599.894349:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788849599.894350:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849599.894352:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849599.894354:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788849599.894359:0:2392:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=117 v=84 (84 84 85 86) 00000100:00001000:0.0:1788849599.894363:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=138 v=5 (1 1 0 0) 00000100:00000001:0.0:1788849599.894366:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788849599.894367:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849599.894369:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788849599.894372:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849599.894375:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788849599.894376:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771464 00000100:00000001:0.0:1788849599.894378:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788849599.894379:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849599.894384:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf33800 x1875730900974208/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.894390:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849599.894392:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849599.894393:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788849599.894396:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf33800 x1875730900974208/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788849599.894404:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900974208:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849599.894409:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849599.894411:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849599.894414:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf33800 x1875730900974208/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849714 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.894420:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788849599.894421:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788849599.894423:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c960c200. 02000000:00000001:0.0:1788849599.894426:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788849599.894427:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788849599.894434:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=5 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:0.0:1788849599.894436:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788849599.894438:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3400. 02000000:00000001:0.0:1788849599.894441:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788849599.894442:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788849599.894443:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf33800. 00000100:00000001:0.0:1788849599.894446:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788849599.894448:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849599.894450:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849599.894452:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849599.894453:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849599.894455:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788849599.894613:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849599.894630:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849599.894644:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849599.894647:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849599.894654:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849599.894659:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849599.894666:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849599.894671:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849599.894675:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849599.894679:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 25 MB=0x6a9f7a20bfa00 00000400:00000200:3.0:1788849599.894683:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849599.894689:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d2b5 [1] + 224 00000800:00000001:3.0:1788849599.894696:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849599.894702:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849599.894705:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849599.894710:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849599.894716:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849599.894721:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf31180 x1875730900974080/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849615 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849599.894732:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf31180 x1875730900974080/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849599.894739:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849599.894747:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849599.894750:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849599.894970:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849599.894975:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849599.894977:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788849599.894980:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788849599.894982:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788849599.894985:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ffa50. 00000400:00000200:0.0:1788849599.894988:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2110 00000400:00000010:0.0:1788849599.894990:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2110. 00000100:00000001:0.0:1788849599.894993:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788849599.894998:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf31180 x1875730900974080/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849615 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788849599.895008:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf31180 x1875730900974080/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849615 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.895014:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849599.895017:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849599.895019:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788849599.895021:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788849599.895022:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849599.895024:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849599.895026:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788849599.895031:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6c9059460 time=118 v=5 (5 5 5 5) 00000100:00001000:0.0:1788849599.895034:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6c9059418 time=138 v=5 (1 1 0 0) 00000100:00000001:0.0:1788849599.895036:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788849599.895037:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849599.895040:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788849599.895048:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849599.895051:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849599.895056:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf31180 x1875730900974080/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849615 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.895062:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849599.895065:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849599.895066:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788849599.895070:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf31180 x1875730900974080/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849615 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788849599.895078:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2be9dc31-d936-46ce-82e2-523a967881fb:2392:1875730900974080:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849599.895082:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849599.895084:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849599.895087:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf31180 x1875730900974080/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849615 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.895093:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788849599.895095:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788849599.895096:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c960d400. 02000000:00000001:0.0:1788849599.895100:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788849599.895101:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788849599.895103:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6c9059000 refcount=3 obd=MGC192.168.204.137@tcp 00000020:00000001:0.0:1788849599.895105:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788849599.895107:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3a00. 02000000:00000001:0.0:1788849599.895110:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788849599.895112:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788849599.895113:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf31180. 00000100:00000001:0.0:1788849599.895439:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788849599.895440:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849599.895444:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849599.895445:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849599.895447:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849599.895449:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849599.895451:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788849599.896972:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849599.896989:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849599.896993:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849599.896995:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849599.897003:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849599.897010:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849599.897018:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849599.897023:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849599.897028:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849599.897031:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 4 MB=0x6a9f7a20bfb80 00000400:00000200:2.0:1788849599.897046:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849599.897052:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d2cd [1] + 224 00000800:00000001:2.0:1788849599.897059:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849599.897066:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849599.897069:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849599.897074:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849599.897081:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849599.897088:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf32d80 x1875730900974464/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849599.897099:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf32d80 x1875730900974464/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849599.897197:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849599.897205:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849599.897209:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849599.897399:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849599.897403:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788849599.897415:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788849599.897417:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788849599.897420:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007fff20. 00000400:00000200:0.0:1788849599.897426:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2440 00000400:00000010:0.0:1788849599.897429:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2440. 00000100:00000001:0.0:1788849599.897432:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788849599.897438:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf32d80 x1875730900974464/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788849599.897448:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf32d80 x1875730900974464/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.897455:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849599.897457:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849599.897530:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788849599.897533:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788849599.897536:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849599.897538:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849599.897541:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788849599.897551:0:2392:0:(import.c:2149:obd_at_measure()) add 36 to ffff93d6e0ade460 time=117 v=36 (36 5 5 5) 00000100:00001000:0.0:1788849599.897554:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ade418 time=100 v=5 (1 1 0 0) 00000100:00000001:0.0:1788849599.897557:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788849599.897559:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849599.897562:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788849599.897565:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849599.897568:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788849599.897570:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93d6e0561000: skip recheck: last_committed 42949693919 00000100:00000001:0.0:1788849599.897573:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788849599.897574:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849599.897580:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf32d80 x1875730900974464/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.897588:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849599.897591:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849599.897593:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788849599.897597:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf32d80 x1875730900974464/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788849599.897618:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900974464:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849599.897623:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849599.897626:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849599.897629:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf32d80 x1875730900974464/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849599.897646:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788849599.897648:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788849599.897651:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c960d200. 02000000:00000001:0.0:1788849599.897654:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788849599.897657:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788849599.897659:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6e0ade000 refcount=3 obd=lustre-OST0000-osc-ffff93d6e0561000 00000020:00000001:0.0:1788849599.897661:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788849599.897664:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3900. 02000000:00000001:0.0:1788849599.897668:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788849599.897670:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788849599.897672:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf32d80. 00000100:00000001:0.0:1788849599.897677:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788849599.897679:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849599.897681:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849599.897690:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849599.897692:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849599.897695:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849599.897697:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849600.075075:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849600.075082:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849600.075088:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849600.075089:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849600.075248:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788849600.075251:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849600.075255:0:241781:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849601.099074:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849601.099082:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849601.099087:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849601.099091:0:267203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849601.099092:0:267203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849601.099099:0:267203:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849601.099101:0:267203:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849601.099120:0:267203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849601.099123:0:267203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849601.099125:0:267203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849601.099127:0:267203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849601.099129:0:267203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849601.102606:0:251614:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849601.102991:0:251614:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849601.102997:0:251614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849602.123999:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849602.124006:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849602.124012:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849602.124013:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849602.124097:0:235787:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849602.124100:0:235787:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849602.124104:0:235787:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849603.148785:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849603.148792:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849603.148798:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849603.148800:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788849603.148879:0:235786:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788849603.148883:0:235786:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788849603.148886:0:235786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788849603.723157:0:279261:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134aa20 (cpu 2) has reached its deadline 4308033784, at 4308033792 00000100:00000010:2.0:1788849603.723174:0:279261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6eafd9960. 00000100:00000040:3.0:1788849603.723288:0:259117:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134ab30 (cpu 3) has reached its deadline 4308033784, at 4308033792 00000100:00000010:3.0:1788849603.723294:0:259117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6eafd98a0. 00010000:00000001:0.0:1788849604.171170:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849604.171179:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849604.171195:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849604.171197:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849604.171398:0:251615:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849604.171418:0:251615:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849604.171432:0:251615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788849605.003283:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2be9dc31-d936-46ce-82e2-523a967881fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849605.003294:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849605.003301:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000f100. 00000020:00000040:3.0:1788849605.003308:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6c9059000 refcount=4 obd=MGC192.168.204.137@tcp 00000100:00000001:3.0:1788849605.003312:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849605.003316:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849605.003321:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849605.003329:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73700. 00000100:00000001:3.0:1788849605.003336:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849605.003348:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2be9dc31-d936-46ce-82e2-523a967881fb->MGS req@ffff93d6d000f100 x1875730900974592/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849605.003360:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849605.003365:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849605.003372:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006729a007] to pc [ptlrpcd_01_01+1] req@ffff93d6d000f100 x1875730900974592/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.003402:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849605.003404:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849605.003407:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849605.003410:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000c700. 00000020:00000040:3.0:1788849605.003412:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=6 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000100:00000001:3.0:1788849605.003415:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849605.003417:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849605.003419:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849605.003422:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73b00. 00000100:00000001:3.0:1788849605.003425:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849605.003429:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID req@ffff93d6d000c700 x1875730900974720/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849605.003435:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849605.003437:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849605.003468:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073b08697] to pc [ptlrpcd_01_00+0] req@ffff93d6d000c700 x1875730900974720/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.003477:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849605.003479:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849605.003482:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849605.003484:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000c000. 00000020:00000040:3.0:1788849605.003487:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ada000 refcount=4 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000100:00000001:3.0:1788849605.003489:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849605.003490:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849605.003493:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849605.003497:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73400. 00000100:00000001:3.0:1788849605.003500:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849605.003504:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID req@ffff93d6d000c000 x1875730900974848/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849605.003510:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849605.003512:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849605.003515:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006707cc81] to pc [ptlrpcd_01_01+1] req@ffff93d6d000c000 x1875730900974848/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.003522:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849605.003524:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849605.003528:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849605.003543:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000c380. 00000020:00000040:3.0:1788849605.003545:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ade000 refcount=4 obd=lustre-OST0000-osc-ffff93d6e0561000 00000100:00000001:3.0:1788849605.003547:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849605.003551:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849605.003552:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849605.003556:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73300. 00000100:00000001:3.0:1788849605.003621:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849605.003685:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID req@ffff93d6d000c380 x1875730900974976/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849605.003704:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849605.003707:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849605.003711:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0763cd2] to pc [ptlrpcd_01_00+0] req@ffff93d6d000c380 x1875730900974976/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.003717:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849605.003719:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788849605.003722:0:233079:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788849605.003727:0:233079:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13372) 00000100:00000001:2.0:1788849605.003878:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849605.003883:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849605.003885:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788849605.003892:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000f100 x1875730900974592/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849605.003900:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788849605.003902:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849605.003906:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788849605.003909:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788849605.003911:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788849605.003914:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2be9dc31-d936-46ce-82e2-523a967881fb:2394:1875730900974592:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849605.003918:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788849605.003924:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788849605.003927:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849605.003929:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788849605.003936:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6d855f600. 02000000:00000001:2.0:1788849605.003938:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849605.003988:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:2.0:1788849605.003994:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6ea8a0790. 00000400:00000010:2.0:1788849605.004001:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7e58. 00000100:00000200:2.0:1788849605.004009:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900974592, portal 25 00000100:00000001:2.0:1788849605.004011:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788849605.004013:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554848000 : -118924154703616 : ffff93d6d000f100) 00000100:00000040:2.0:1788849605.004019:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000f100 x1875730900974592/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849605.004038:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788849605.004041:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:2.0:1788849605.004044:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c73b8. 00000100:00000200:2.0:1788849605.004047:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875730900974592, offset 0 00000400:00000200:2.0:1788849605.004054:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:2.0:1788849605.004063:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.004070:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:2.0:1788849605.004077:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788849605.004081:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:2.0:1788849605.004085:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788849605.004088:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:2.0:1788849605.004091:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550651:550651:256:4294967295] 192.168.204.137@tcp LPNI seq info [550597:550597:8:4294967295] 00000400:00000200:2.0:1788849605.004095:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.004105:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:2.0:1788849605.004111:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:2.0:1788849605.004116:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6e1766200. 00000800:00000200:2.0:1788849605.004123:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:2.0:1788849605.004130:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:2.0:1788849605.004135:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6e1766200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788849605.004152:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849605.004157:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:2.0:1788849605.004159:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 2 is 4308038904 00000100:00000010:2.0:1788849605.004164:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6f15249c0. 00000100:00000001:2.0:1788849605.004171:0:2394:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788849605.004175:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 3 is 4308038904 00000100:00000010:2.0:1788849605.004178:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6f1524480. 00000100:00000001:2.0:1788849605.004181:0:2394:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788849605.004184:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849605.004186:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849605.004194:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788849605.004198:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000c000 x1875730900974848/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849605.004204:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788849605.004206:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849605.004208:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788849605.004209:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788849605.004211:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788849605.004214:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900974848:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849605.004216:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788849605.004219:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788849605.004221:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849605.004222:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788849605.004224:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6d855e600. 02000000:00000001:2.0:1788849605.004226:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849605.004229:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:2.0:1788849605.004232:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6ea8a0160. 00000400:00000010:2.0:1788849605.004235:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7110. 00000100:00000200:2.0:1788849605.004238:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900974848, portal 10 00000100:00000001:2.0:1788849605.004240:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788849605.004241:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554835456 : -118924154716160 : ffff93d6d000c000) 00000100:00000040:2.0:1788849605.004247:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000c000 x1875730900974848/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849605.004252:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788849605.004254:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:2.0:1788849605.004256:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7bb0. 00000100:00000200:2.0:1788849605.004258:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900974848, offset 0 00000400:00000200:2.0:1788849605.004262:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:2.0:1788849605.004266:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.004269:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:2.0:1788849605.004272:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788849605.004274:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:2.0:1788849605.004277:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788849605.004284:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:2.0:1788849605.004287:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550652:550652:255:4294967295] 192.168.204.137@tcp LPNI seq info [550598:550598:7:4294967295] 00000400:00000200:2.0:1788849605.004290:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.004296:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:2.0:1788849605.004300:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:2.0:1788849605.004303:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6e1766a00. 00000800:00000200:2.0:1788849605.004307:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:2.0:1788849605.004311:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:2.0:1788849605.004314:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6e1766a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788849605.004317:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849605.004322:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: using a timeout of 25310 usecs (26 jiffies) 00000400:00000200:2.0:1788849605.004325:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:2.0:1788849605.004327:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308035099 00000100:00000001:2.0:1788849605.004329:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308038904 00000100:00000001:2.0:1788849605.004331:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308035099 00000100:00000001:2.0:1788849605.004333:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308038904 00000100:00000001:2.0:1788849605.004335:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849605.004338:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849605.004340:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849605.004343:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849605.004349:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788849605.004351:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788849605.004354:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849605.004355:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849605.004356:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788849605.004358:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788849605.004360:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849605.004362:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788849605.004363:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849605.004365:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849605.004366:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849605.004367:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788849605.004377:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000c700 x1875730900974720/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849605.004383:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788849605.004385:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849605.004387:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788849605.004388:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788849605.004391:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788849605.004393:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900974720:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849605.004396:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788849605.004398:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788849605.004400:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849605.004401:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788849605.004404:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6d855f200. 02000000:00000001:2.0:1788849605.004406:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849605.004409:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:2.0:1788849605.004412:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6ea8a0f78. 00000400:00000010:2.0:1788849605.004415:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7220. 00000100:00000200:2.0:1788849605.004418:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900974720, portal 10 00000100:00000001:2.0:1788849605.004420:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788849605.004421:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554837248 : -118924154714368 : ffff93d6d000c700) 00000100:00000040:2.0:1788849605.004427:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000c700 x1875730900974720/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849605.004433:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788849605.004435:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:2.0:1788849605.004438:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7440. 00000100:00000200:2.0:1788849605.004440:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900974720, offset 0 00000400:00000200:2.0:1788849605.004444:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:2.0:1788849605.004448:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.004451:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:2.0:1788849605.004454:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788849605.004456:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:2.0:1788849605.004459:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788849605.004467:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:2.0:1788849605.004470:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550653:550653:254:4294967295] 192.168.204.137@tcp LPNI seq info [550599:550599:6:4294967295] 00000400:00000200:2.0:1788849605.004480:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.004485:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:2.0:1788849605.004490:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:2.0:1788849605.004493:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6e1766d00. 00000800:00000200:2.0:1788849605.004497:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:2.0:1788849605.004500:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:2.0:1788849605.004503:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6e1766d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788849605.004505:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849605.004508:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33507 usecs (34 jiffies) 00000400:00000200:2.0:1788849605.004511:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:2.0:1788849605.004513:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308035107 00000100:00000001:2.0:1788849605.004514:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308038904 00000100:00000001:2.0:1788849605.004516:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308035107 00000100:00000001:2.0:1788849605.004518:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308038904 00000100:00000001:2.0:1788849605.004520:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849605.004522:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849605.004524:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788849605.004527:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000c380 x1875730900974976/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849605.004546:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788849605.004548:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849605.004551:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788849605.004552:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788849605.004554:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788849605.004557:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900974976:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849605.004560:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788849605.004568:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788849605.004569:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849605.004571:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788849605.004575:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6d855ea00. 02000000:00000001:2.0:1788849605.004576:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788849605.004580:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:2.0:1788849605.004583:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6ea8a0688. 00000400:00000010:2.0:1788849605.004587:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7b28. 00000100:00000200:2.0:1788849605.004590:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900974976, portal 4 00000100:00000001:2.0:1788849605.004592:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788849605.004593:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554836352 : -118924154715264 : ffff93d6d000c380) 00000100:00000040:2.0:1788849605.004599:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000c380 x1875730900974976/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849605.004605:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788849605.004607:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:2.0:1788849605.004610:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d15c7880. 00000100:00000200:2.0:1788849605.004612:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875730900974976, offset 0 00000400:00000200:2.0:1788849605.004616:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:2.0:1788849605.004620:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.004623:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:2.0:1788849605.004626:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788849605.004628:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:2.0:1788849605.004631:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788849605.004633:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:2.0:1788849605.004635:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550654:550654:253:4294967295] 192.168.204.137@tcp LPNI seq info [550600:550600:5:4294967295] 00000400:00000200:2.0:1788849605.004640:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.004645:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:2.0:1788849605.004649:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:2.0:1788849605.004652:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6e1766500. 00000800:00000200:2.0:1788849605.004656:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:2.0:1788849605.004660:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:2.0:1788849605.004662:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6e1766500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788849605.004670:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849605.004673:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: using a timeout of 134580 usecs (135 jiffies) 00000400:00000200:2.0:1788849605.004676:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:2.0:1788849605.004678:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308035208 00000100:00000001:2.0:1788849605.004680:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308038904 00000100:00000001:2.0:1788849605.004682:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308035208 00000100:00000001:2.0:1788849605.004684:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308038904 00000100:00000001:2.0:1788849605.004685:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849605.004687:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849605.004690:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849605.004692:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849605.004706:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849605.004708:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788849605.007680:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849605.007690:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6e1766200. 00000400:00000200:3.0:1788849605.007699:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849605.007708:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849605.007716:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c73b8 00000400:00000010:3.0:1788849605.007719:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c73b8. 00000100:00000001:3.0:1788849605.007725:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849605.007734:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000f100 x1875730900974592/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.007747:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849605.007750:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000f100 x1875730900974592/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849621 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.007758:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849605.007760:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849605.007774:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849605.007776:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6e1766a00. 00000400:00000200:3.0:1788849605.007778:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849605.007781:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849605.007783:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7bb0 00000400:00000010:3.0:1788849605.007785:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7bb0. 00000100:00000001:3.0:1788849605.007787:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849605.007791:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000c000 x1875730900974848/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.007815:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849605.007818:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000c000 x1875730900974848/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.007823:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849605.007825:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849605.007834:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849605.007836:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6e1766d00. 00000400:00000200:3.0:1788849605.007839:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849605.007842:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849605.007845:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7440 00000400:00000010:3.0:1788849605.007846:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7440. 00000100:00000001:3.0:1788849605.007848:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849605.007852:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000c700 x1875730900974720/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.007859:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849605.007862:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000c700 x1875730900974720/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.007868:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849605.007869:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849605.011813:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849605.011825:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6e1766500. 00000400:00000200:3.0:1788849605.011832:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849605.011843:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849605.011851:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7880 00000400:00000010:3.0:1788849605.011854:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7880. 00000100:00000001:3.0:1788849605.011862:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849605.011872:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000c380 x1875730900974976/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.011884:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849605.011888:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000c380 x1875730900974976/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849660 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.011920:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849605.011922:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788849605.014999:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849605.015017:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849605.015022:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849605.015024:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849605.015032:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.015041:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849605.015050:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.015056:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.015061:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.015064:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bfd00 00000400:00000200:2.0:1788849605.015070:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.015075:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d2e5 [1] + 224 00000800:00000001:2.0:1788849605.015082:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849605.015086:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849605.015089:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849605.015094:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849605.015102:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849605.015111:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000c000 x1875730900974848/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849605.015145:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000c000 x1875730900974848/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849605.015164:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849605.015173:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849605.015178:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849605.015180:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849605.015183:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849605.015186:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.015190:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849605.015195:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.015197:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.015200:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.015203:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bfc80 00000400:00000200:2.0:1788849605.015206:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.015209:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d2f5 [1] + 224 00000800:00000001:2.0:1788849605.015214:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849605.015218:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849605.015220:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849605.015223:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849605.015226:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849605.015231:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000c700 x1875730900974720/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849605.015240:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000c700 x1875730900974720/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849605.015247:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849605.015251:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849605.015254:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849605.015256:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849605.015258:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849605.015261:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.015271:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849605.015276:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.015279:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.015282:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.015284:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 4 MB=0x6a9f7a20bfd80 00000400:00000200:2.0:1788849605.015288:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849605.015291:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d305 [1] + 224 00000800:00000001:2.0:1788849605.015296:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849605.015317:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849605.015319:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849605.015479:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849605.015482:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849605.015488:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000c380 x1875730900974976/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849605.015497:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000c380 x1875730900974976/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849605.015505:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849605.015509:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849605.015513:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849605.015646:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849605.015651:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788849605.015658:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788849605.015660:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788849605.015663:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6ea8a0f78. 00000400:00000200:3.0:1788849605.015668:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7220 00000400:00000010:3.0:1788849605.015671:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7220. 00000100:00000001:3.0:1788849605.015674:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849605.015679:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000c700 x1875730900974720/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788849605.015688:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000c700 x1875730900974720/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.015694:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788849605.015696:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849605.015698:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788849605.015701:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788849605.015704:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788849605.015706:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849605.015709:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788849605.015719:0:2394:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=123 v=84 (84 84 85 86) 00000100:00001000:3.0:1788849605.015724:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=144 v=5 (1 1 0 0) 00000100:00000001:3.0:1788849605.015727:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788849605.015728:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849605.015732:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788849605.015735:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849605.015739:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788849605.015741:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771464 00000100:00000001:3.0:1788849605.015742:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788849605.015744:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849605.015749:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000c700 x1875730900974720/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.015769:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849605.015772:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788849605.015774:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788849605.015779:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000c700 x1875730900974720/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788849605.015787:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900974720:192.168.204.137@tcp:400:kworker.0 00000400:00000001:3.0:1788849605.015793:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788849605.015795:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788849605.015797:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6ea8a0688. 00000400:00000200:3.0:1788849605.015800:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7b28 00000400:00000010:3.0:1788849605.015801:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7b28. 00000100:00000001:3.0:1788849605.015804:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849605.015807:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000c380 x1875730900974976/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788849605.015816:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000c380 x1875730900974976/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849660 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.015821:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788849605.015823:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849605.015825:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788849605.015826:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788849605.015828:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788849605.015829:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849605.015831:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788849605.015835:0:2394:0:(import.c:2149:obd_at_measure()) add 36 to ffff93d6e0ade460 time=123 v=36 (36 5 5 5) 00000100:00001000:3.0:1788849605.015838:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ade418 time=106 v=5 (1 1 0 0) 00000100:00000001:3.0:1788849605.015840:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788849605.015842:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849605.015843:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788849605.015845:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849605.015847:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788849605.015848:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93d6e0561000: skip recheck: last_committed 42949693919 00000100:00000001:3.0:1788849605.015855:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788849605.015857:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849605.015861:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000c380 x1875730900974976/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.015867:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849605.015869:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788849605.015870:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788849605.015873:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000c380 x1875730900974976/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849660 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788849605.015881:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900974976:192.168.204.137@tcp:400:kworker.0 00000400:00000001:3.0:1788849605.015886:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788849605.015887:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788849605.015889:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6ea8a0160. 00000400:00000200:3.0:1788849605.015891:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7110 00000400:00000010:3.0:1788849605.015893:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7110. 00000100:00000001:3.0:1788849605.015895:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849605.015898:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000c000 x1875730900974848/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788849605.015906:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000c000 x1875730900974848/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.015912:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788849605.015913:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849605.015915:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788849605.015916:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788849605.015918:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788849605.015919:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849605.015921:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788849605.015925:0:2394:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e0ada460 time=123 v=84 (84 84 85 86) 00000100:00001000:3.0:1788849605.015928:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ada418 time=122 v=5 (1 1 0 0) 00000100:00000001:3.0:1788849605.015930:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788849605.015931:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849605.015938:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788849605.016095:0:2394:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93d6d000c000 x1875730900974848/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788849605.016102:0:2394:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849605.016105:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788849605.016106:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93d6e0561000: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1788849605.016107:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788849605.016109:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849605.016112:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000c000 x1875730900974848/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.016117:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849605.016119:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788849605.016121:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788849605.016124:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000c000 x1875730900974848/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788849605.016131:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900974848:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849605.016136:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849605.016139:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849605.016142:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000c700 x1875730900974720/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.016149:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788849605.016151:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788849605.016154:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6d855f200. 02000000:00000001:3.0:1788849605.016158:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788849605.016161:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788849605.016162:0:2394:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=5 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:3.0:1788849605.016165:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788849605.016168:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73b00. 02000000:00000001:3.0:1788849605.016171:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788849605.016173:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788849605.016174:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000c700. 00000100:00000001:3.0:1788849605.016183:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788849605.016185:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849605.016187:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849605.016190:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000c380 x1875730900974976/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849660 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.016197:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788849605.016198:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788849605.016200:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6d855ea00. 02000000:00000001:3.0:1788849605.016202:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788849605.016203:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788849605.016205:0:2394:0:(genops.c:1223:class_import_put()) import ffff93d6e0ade000 refcount=3 obd=lustre-OST0000-osc-ffff93d6e0561000 00000020:00000001:3.0:1788849605.016207:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788849605.016208:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73300. 02000000:00000001:3.0:1788849605.016210:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788849605.016211:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788849605.016213:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000c380. 00000100:00000001:3.0:1788849605.016215:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788849605.016216:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849605.016218:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849605.016221:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000c000 x1875730900974848/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.016226:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788849605.016227:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788849605.016228:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6d855e600. 02000000:00000001:3.0:1788849605.016230:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788849605.016231:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788849605.016232:0:2394:0:(genops.c:1223:class_import_put()) import ffff93d6e0ada000 refcount=3 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000020:00000001:3.0:1788849605.016234:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788849605.016235:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73400. 02000000:00000001:3.0:1788849605.016237:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788849605.016238:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788849605.016239:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000c000. 00000100:00000001:3.0:1788849605.016241:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788849605.016242:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849605.016244:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849605.016246:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849605.016253:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849605.016467:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849605.016471:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788849605.017653:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849605.017666:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849605.017669:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849605.017671:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849605.017680:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849605.017686:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849605.017693:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849605.017698:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849605.017702:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849605.017706:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 25 MB=0x6a9f7a20bfc00 00000400:00000200:3.0:1788849605.017710:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849605.017715:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d2d5 [1] + 224 00000800:00000001:3.0:1788849605.017721:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849605.017727:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849605.017731:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849605.017735:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849605.017742:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849605.017748:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000f100 x1875730900974592/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849605.017758:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000f100 x1875730900974592/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849605.017778:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849605.017785:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849605.017788:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849605.017975:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849605.017980:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788849605.017985:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788849605.017988:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788849605.017991:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6ea8a0790. 00000400:00000200:2.0:1788849605.018001:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d15c7e58 00000400:00000010:2.0:1788849605.018003:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d15c7e58. 00000100:00000001:2.0:1788849605.018006:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849605.018011:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000f100 x1875730900974592/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788849605.018020:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000f100 x1875730900974592/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849605.018043:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788849605.018045:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849605.018048:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788849605.018051:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788849605.018053:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788849605.018055:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849605.018058:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788849605.018064:0:2394:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6c9059460 time=124 v=5 (5 5 5 5) 00000100:00001000:2.0:1788849605.018067:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6c9059418 time=144 v=5 (1 1 0 0) 00000100:00000001:2.0:1788849605.018070:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788849605.018071:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788849605.018074:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788849605.018076:0:2394:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849605.018078:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849605.018083:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000f100 x1875730900974592/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849605.018089:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849605.018091:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788849605.018093:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788849605.018097:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000f100 x1875730900974592/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849621 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788849605.018104:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2be9dc31-d936-46ce-82e2-523a967881fb:2394:1875730900974592:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849605.018109:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849605.018112:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849605.018115:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000f100 x1875730900974592/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849621 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849605.018121:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788849605.018123:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788849605.018125:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6d855f600. 02000000:00000001:2.0:1788849605.018128:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788849605.018130:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788849605.018138:0:2394:0:(genops.c:1223:class_import_put()) import ffff93d6c9059000 refcount=3 obd=MGC192.168.204.137@tcp 00000020:00000001:2.0:1788849605.018140:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788849605.018143:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73700. 02000000:00000001:2.0:1788849605.018147:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788849605.018149:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788849605.018151:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000f100. 00000100:00000001:2.0:1788849605.018154:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788849605.018155:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849605.018157:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849605.018164:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788849605.018166:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849605.018168:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849605.018170:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849605.195315:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849605.195322:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849605.195328:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849605.195329:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849605.195761:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788849605.195766:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849605.195769:0:241781:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849606.219083:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849606.219091:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849606.219108:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849606.219109:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849606.219217:0:251614:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849606.219220:0:251614:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849606.219223:0:251614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849607.243067:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849607.243076:0:267203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849607.243079:0:267203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849607.243083:0:267203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849607.243087:0:267203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849607.243090:0:267203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849607.243092:0:267203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849607.243094:0:267203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849607.243098:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849607.243100:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849607.243634:0:235787:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849607.243639:0:235787:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849607.243642:0:235787:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849608.269621:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849608.269629:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849608.269635:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849608.269663:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788849608.270301:0:235786:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788849608.270315:0:235786:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788849608.270319:0:235786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788849608.843271:0:279261:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134aa20 (cpu 2) has reached its deadline 4308038904, at 4308038912 00000100:00000010:2.0:1788849608.843287:0:279261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6f15249c0. 00000100:00000040:3.0:1788849608.843411:0:259117:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134ab30 (cpu 3) has reached its deadline 4308038904, at 4308038912 00000100:00000010:3.0:1788849608.843417:0:259117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6f1524480. 00010000:00000001:0.0:1788849609.291076:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849609.291086:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849609.291093:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849609.291094:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849609.291193:0:251615:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849609.291197:0:251615:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849609.291210:0:251615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788849610.123074:0:273642:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2be9dc31-d936-46ce-82e2-523a967881fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849610.123087:0:273642:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849610.123114:0:273642:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000c000. 00000020:00000040:3.0:1788849610.123121:0:273642:0:(genops.c:1210:class_import_get()) import ffff93d6c9059000 refcount=4 obd=MGC192.168.204.137@tcp 00000100:00000001:3.0:1788849610.123126:0:273642:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849610.123130:0:273642:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849610.123136:0:273642:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849610.123145:0:273642:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73400. 00000100:00000001:3.0:1788849610.123151:0:273642:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849610.123164:0:273642:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2be9dc31-d936-46ce-82e2-523a967881fb->MGS req@ffff93d6d000c000 x1875730900975104/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849610.123177:0:273642:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849610.123182:0:273642:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849610.123188:0:273642:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006707cc81] to pc [ptlrpcd_01_01+1] req@ffff93d6d000c000 x1875730900975104/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.123228:0:273642:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849610.123230:0:273642:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849610.123234:0:273642:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849610.123237:0:273642:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000c380. 00000020:00000040:3.0:1788849610.123240:0:273642:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=6 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000100:00000001:3.0:1788849610.123242:0:273642:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849610.123243:0:273642:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849610.123245:0:273642:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849610.123247:0:273642:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73300. 00000100:00000001:3.0:1788849610.123250:0:273642:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849610.123254:0:273642:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID req@ffff93d6d000c380 x1875730900975232/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849610.123261:0:273642:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849610.123277:0:273642:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849610.123281:0:273642:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0763cd2] to pc [ptlrpcd_01_00+0] req@ffff93d6d000c380 x1875730900975232/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.123290:0:273642:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849610.123292:0:273642:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849610.123295:0:273642:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849610.123297:0:273642:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000c700. 00000020:00000040:3.0:1788849610.123300:0:273642:0:(genops.c:1210:class_import_get()) import ffff93d6e0ada000 refcount=4 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000100:00000001:3.0:1788849610.123302:0:273642:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849610.123303:0:273642:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849610.123304:0:273642:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849610.123307:0:273642:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73b00. 00000100:00000001:3.0:1788849610.123310:0:273642:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849610.123313:0:273642:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID req@ffff93d6d000c700 x1875730900975360/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849610.123319:0:273642:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849610.123321:0:273642:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849610.123324:0:273642:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073b08697] to pc [ptlrpcd_01_01+1] req@ffff93d6d000c700 x1875730900975360/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.123331:0:273642:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849610.123333:0:273642:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849610.123336:0:273642:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849610.123338:0:273642:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000ea00. 00000020:00000040:3.0:1788849610.123340:0:273642:0:(genops.c:1210:class_import_get()) import ffff93d6e0ade000 refcount=4 obd=lustre-OST0000-osc-ffff93d6e0561000 00000100:00000001:3.0:1788849610.123341:0:273642:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849610.123342:0:273642:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849610.123343:0:273642:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849610.123346:0:273642:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73d00. 00000100:00000001:3.0:1788849610.123348:0:273642:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849610.123351:0:273642:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID req@ffff93d6d000ea00 x1875730900975488/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849610.123366:0:273642:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849610.123368:0:273642:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849610.123371:0:273642:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c8a3892] to pc [ptlrpcd_01_00+0] req@ffff93d6d000ea00 x1875730900975488/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.123378:0:273642:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849610.123379:0:273642:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788849610.123382:0:273642:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788849610.123387:0:273642:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13377) 00000100:00000001:3.0:1788849610.123402:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849610.123405:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849610.123407:0:2393:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788849610.123411:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000c380 x1875730900975232/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.123418:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788849610.123420:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849610.123424:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788849610.123426:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788849610.123428:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788849610.123431:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900975232:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849610.123447:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788849610.123452:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788849610.123455:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849610.123457:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788849610.123461:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6e15a9200. 02000000:00000001:3.0:1788849610.123463:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849610.123469:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:3.0:1788849610.123473:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6e08e4c60. 00000400:00000010:3.0:1788849610.123479:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05a18. 00000100:00000200:3.0:1788849610.123485:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900975232, portal 10 00000100:00000001:3.0:1788849610.123487:0:2393:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788849610.123493:0:2393:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554836352 : -118924154715264 : ffff93d6d000c380) 00000100:00000040:3.0:1788849610.123500:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000c380 x1875730900975232/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.123508:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788849610.123510:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:3.0:1788849610.123512:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05990. 00000100:00000200:3.0:1788849610.123515:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900975232, offset 0 00000400:00000200:3.0:1788849610.123521:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:3.0:1788849610.123529:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.123535:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:3.0:1788849610.123540:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788849610.123544:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:3.0:1788849610.123547:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788849610.123550:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:3.0:1788849610.123554:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550655:550655:256:4294967295] 192.168.204.137@tcp LPNI seq info [550601:550601:8:4294967295] 00000400:00000200:3.0:1788849610.123558:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.123567:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:3.0:1788849610.123572:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:3.0:1788849610.123576:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6c2c73100. 00000800:00000200:3.0:1788849610.123583:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:3.0:1788849610.123590:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:3.0:1788849610.123594:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6c2c73100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788849610.123605:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849610.123609:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33500 usecs (34 jiffies) 00000400:00000200:3.0:1788849610.123612:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:3.0:1788849610.123614:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308040226 00000100:00000010:3.0:1788849610.123618:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6c3d7ad20. 00000100:00000001:3.0:1788849610.123624:0:2393:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788849610.123633:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308040226 00000100:00000010:3.0:1788849610.123645:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6c3d7a060. 00000100:00000001:3.0:1788849610.123654:0:2393:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788849610.123657:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849610.123659:0:2393:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849610.123662:0:2393:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788849610.123666:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000ea00 x1875730900975488/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.123672:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788849610.123673:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849610.123676:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788849610.123677:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788849610.123679:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788849610.123692:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900975488:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849610.123696:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788849610.123698:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788849610.123700:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849610.123701:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788849610.123706:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6e15a8c00. 02000000:00000001:3.0:1788849610.123707:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849610.123711:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:3.0:1788849610.123714:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6e08e4e18. 00000400:00000010:3.0:1788849610.123718:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05770. 00000100:00000200:3.0:1788849610.123720:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900975488, portal 4 00000100:00000001:3.0:1788849610.123722:0:2393:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788849610.123723:0:2393:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554846208 : -118924154705408 : ffff93d6d000ea00) 00000100:00000040:3.0:1788849610.123730:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000ea00 x1875730900975488/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.123735:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788849610.123738:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:3.0:1788849610.123739:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b056e8. 00000100:00000200:3.0:1788849610.123741:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875730900975488, offset 0 00000400:00000200:3.0:1788849610.123746:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:3.0:1788849610.123749:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.123758:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:3.0:1788849610.123761:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788849610.123764:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:3.0:1788849610.123766:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788849610.123768:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:3.0:1788849610.123771:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550656:550656:255:4294967295] 192.168.204.137@tcp LPNI seq info [550602:550602:7:4294967295] 00000400:00000200:3.0:1788849610.123775:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.123781:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:3.0:1788849610.123785:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:3.0:1788849610.123788:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6c2c73700. 00000800:00000200:3.0:1788849610.123792:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:3.0:1788849610.123796:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:3.0:1788849610.123799:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6c2c73700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788849610.123802:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849610.123805:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: using a timeout of 134486 usecs (135 jiffies) 00000400:00000200:3.0:1788849610.123808:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:3.0:1788849610.123810:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308040327 00000100:00000001:3.0:1788849610.123814:0:2393:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 2, simply extend its deadline from 4308040226 00000100:00000001:3.0:1788849610.123817:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308040327 00000100:00000001:3.0:1788849610.123820:0:2393:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 3, simply extend its deadline from 4308040226 00000100:00000001:3.0:1788849610.123823:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849610.123825:0:2393:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849610.123827:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849610.123829:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849610.123837:0:2393:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788849610.123840:0:2393:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1788849610.123842:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849610.123843:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849610.123845:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788849610.123847:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788849610.123849:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849610.123856:0:2393:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788849610.123858:0:2393:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849610.123859:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849610.123860:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849610.123862:0:2393:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788849610.123866:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000c000 x1875730900975104/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.123872:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788849610.123874:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849610.123876:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788849610.123877:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788849610.123879:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788849610.123882:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2be9dc31-d936-46ce-82e2-523a967881fb:2393:1875730900975104:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849610.123885:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788849610.123887:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788849610.123888:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849610.123890:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788849610.123893:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6e15a8e00. 02000000:00000001:3.0:1788849610.123894:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849610.123898:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:3.0:1788849610.123900:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6e08e4058. 00000400:00000010:3.0:1788849610.123903:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05198. 00000100:00000200:3.0:1788849610.123906:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900975104, portal 25 00000100:00000001:3.0:1788849610.123908:0:2393:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788849610.123909:0:2393:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554835456 : -118924154716160 : ffff93d6d000c000) 00000100:00000040:3.0:1788849610.123913:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000c000 x1875730900975104/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.123919:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788849610.123921:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:3.0:1788849610.123923:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05220. 00000100:00000200:3.0:1788849610.123925:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875730900975104, offset 0 00000400:00000200:3.0:1788849610.123929:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:3.0:1788849610.123932:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.123935:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000100:00000001:2.0:1788849610.124528:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849610.124532:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849610.125201:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788849610.125208:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:3.0:1788849610.125212:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788849610.125215:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:3.0:1788849610.125218:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550657:550657:254:4294967295] 192.168.204.137@tcp LPNI seq info [550603:550603:6:4294967295] 00000400:00000200:3.0:1788849610.125225:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.125234:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:3.0:1788849610.125241:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:3.0:1788849610.125248:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6d99daf00. 00000800:00000200:3.0:1788849610.125254:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:3.0:1788849610.125259:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:3.0:1788849610.125264:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6d99daf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788849610.125269:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849610.125273:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:3.0:1788849610.125276:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 2 is 4308044025 00000100:00000001:3.0:1788849610.125283:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4308040327 00000100:00000001:3.0:1788849610.125288:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 3 is 4308044025 00000100:00000001:3.0:1788849610.125291:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4308040327 00000100:00000001:3.0:1788849610.125295:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849610.125298:0:2393:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849610.125301:0:2393:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788849610.125307:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000c700 x1875730900975360/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.125316:0:2393:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788849610.125317:0:2393:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849610.125319:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788849610.125322:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788849610.125324:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788849610.125327:0:2393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900975360:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849610.125343:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788849610.125347:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788849610.125349:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849610.125351:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788849610.125357:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6e15a8000. 02000000:00000001:3.0:1788849610.125359:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849610.125362:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:3.0:1788849610.125367:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6e08e4108. 00000400:00000010:3.0:1788849610.125372:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b053b8. 00000100:00000200:3.0:1788849610.125377:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900975360, portal 10 00000100:00000001:3.0:1788849610.125379:0:2393:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788849610.125380:0:2393:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554837248 : -118924154714368 : ffff93d6d000c700) 00000100:00000040:3.0:1788849610.125386:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000c700 x1875730900975360/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.125393:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788849610.125395:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:3.0:1788849610.125397:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05110. 00000100:00000200:3.0:1788849610.125399:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900975360, offset 0 00000400:00000200:3.0:1788849610.125404:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:3.0:1788849610.125409:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.125413:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:3.0:1788849610.125416:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788849610.125419:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:3.0:1788849610.125421:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788849610.125423:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:3.0:1788849610.125425:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550658:550658:253:4294967295] 192.168.204.137@tcp LPNI seq info [550604:550604:5:4294967295] 00000400:00000200:3.0:1788849610.125428:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.125447:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:3.0:1788849610.125451:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:3.0:1788849610.125455:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6d99da000. 00000800:00000200:3.0:1788849610.125459:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:3.0:1788849610.125468:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:3.0:1788849610.125470:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6d99da000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788849610.125473:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849610.125476:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: using a timeout of 25310 usecs (26 jiffies) 00000400:00000200:3.0:1788849610.125479:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:3.0:1788849610.125481:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308040220 00000100:00000001:3.0:1788849610.125483:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308044025 00000100:00000001:3.0:1788849610.125485:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308040220 00000100:00000001:3.0:1788849610.125487:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308044025 00000100:00000001:3.0:1788849610.125488:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849610.125490:0:2393:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849610.125493:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849610.125496:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788849610.125541:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849610.125544:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6c2c73100. 00000400:00000200:3.0:1788849610.125551:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849610.125556:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849610.125561:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05990 00000400:00000010:3.0:1788849610.125563:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05990. 00000100:00000001:3.0:1788849610.125568:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849610.125573:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000c380 x1875730900975232/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.125582:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849610.125585:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000c380 x1875730900975232/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.125590:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849610.125592:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849610.125603:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849610.125605:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6c2c73700. 00000400:00000200:3.0:1788849610.125608:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849610.125611:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849610.125620:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b056e8 00000400:00000010:3.0:1788849610.125621:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b056e8. 00000100:00000001:3.0:1788849610.125624:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849610.125628:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000ea00 x1875730900975488/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.125652:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849610.125655:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000ea00 x1875730900975488/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849665 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.125661:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849610.125662:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849610.125676:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849610.125678:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6d99daf00. 00000400:00000200:3.0:1788849610.125681:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849610.125693:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849610.125695:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05220 00000400:00000010:3.0:1788849610.125697:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05220. 00000100:00000001:3.0:1788849610.125699:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849610.125703:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000c000 x1875730900975104/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.125709:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849610.125711:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000c000 x1875730900975104/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.125716:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849610.125718:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849610.125782:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849610.125784:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6d99da000. 00000400:00000200:3.0:1788849610.125787:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849610.125790:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849610.125793:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05110 00000400:00000010:3.0:1788849610.125794:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05110. 00000100:00000001:3.0:1788849610.125796:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849610.125800:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000c700 x1875730900975360/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.125819:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849610.125822:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000c700 x1875730900975360/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.125827:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849610.125828:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788849610.130189:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849610.130212:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849610.130218:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849610.130220:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849610.130233:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.130242:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849610.130253:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.130259:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.130265:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.130269:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 25 MB=0x6a9f7a20bfe00 00000400:00000200:3.0:1788849610.130275:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.130281:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d335 [1] + 224 00000800:00000001:3.0:1788849610.130808:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849610.130816:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849610.130820:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849610.130826:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849610.130838:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849610.130850:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000c000 x1875730900975104/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849610.130862:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000c000 x1875730900975104/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.130996:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849610.131009:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849610.131013:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849610.131016:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849610.131038:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849610.131044:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.131048:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849610.131053:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.131056:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.131060:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.131062:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bff00 00000400:00000200:3.0:1788849610.131066:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.131071:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d345 [1] + 224 00000800:00000001:3.0:1788849610.131075:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849610.131082:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849610.131084:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849610.131088:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849610.131092:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849610.131097:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000c700 x1875730900975360/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849610.131106:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000c700 x1875730900975360/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.131114:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849610.131117:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849610.131120:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849610.133008:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849610.133028:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849610.133033:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849610.133035:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849610.133044:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.133053:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849610.133062:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.133068:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.133074:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.133078:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20bfe80 00000400:00000200:3.0:1788849610.133084:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.133109:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d315 [1] + 224 00000800:00000001:3.0:1788849610.133118:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849610.133125:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849610.133129:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849610.133134:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849610.133141:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849610.133151:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000c380 x1875730900975232/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849610.133163:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000c380 x1875730900975232/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.133173:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849610.133182:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849610.133185:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849610.133393:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849610.133399:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788849610.133408:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788849610.133410:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788849610.133415:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6e08e4058. 00000400:00000200:2.0:1788849610.133422:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05198 00000400:00000010:2.0:1788849610.133425:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05198. 00000100:00000001:2.0:1788849610.133430:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849610.133447:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000c000 x1875730900975104/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788849610.133456:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000c000 x1875730900975104/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849610.133462:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788849610.133464:0:2393:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849610.133467:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788849610.133472:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788849610.133482:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788849610.133486:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849610.133490:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788849610.133499:0:2393:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6c9059460 time=129 v=5 (5 5 5 5) 00000100:00001000:2.0:1788849610.133504:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6c9059418 time=149 v=5 (1 1 0 0) 00000100:00000001:2.0:1788849610.133506:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788849610.133508:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788849610.133512:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788849610.133514:0:2393:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849610.133518:0:2393:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849610.133523:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000c000 x1875730900975104/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849610.133531:0:2393:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849610.133534:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788849610.133536:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788849610.133541:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000c000 x1875730900975104/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849626 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788849610.133549:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:2be9dc31-d936-46ce-82e2-523a967881fb:2393:1875730900975104:192.168.204.137@tcp:400:kworker.0 00000400:00000001:2.0:1788849610.133557:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788849610.133559:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788849610.133561:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6e08e4108. 00000400:00000200:2.0:1788849610.133564:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b053b8 00000400:00000010:2.0:1788849610.133565:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b053b8. 00000100:00000001:2.0:1788849610.133568:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849610.133573:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000c700 x1875730900975360/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788849610.133581:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000c700 x1875730900975360/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849610.133587:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788849610.133589:0:2393:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849610.133591:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788849610.133592:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788849610.133600:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788849610.133601:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849610.133604:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788849610.133611:0:2393:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e0ada460 time=128 v=84 (84 84 85 86) 00000100:00001000:2.0:1788849610.133614:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ada418 time=127 v=5 (1 1 0 0) 00000100:00000001:2.0:1788849610.133616:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788849610.133617:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788849610.133619:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788849610.133626:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93d6d000c700 x1875730900975360/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788849610.133633:0:2393:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849610.133636:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788849610.133638:0:2393:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93d6e0561000: skip recheck: last_committed 21474836540 00000100:00000001:2.0:1788849610.133641:0:2393:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788849610.133643:0:2393:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849610.133646:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000c700 x1875730900975360/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849610.133653:0:2393:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849610.133655:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788849610.133656:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788849610.133659:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000c700 x1875730900975360/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788849610.133666:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900975360:192.168.204.137@tcp:400:kworker.0 00000400:00000001:2.0:1788849610.133672:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788849610.133674:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788849610.133675:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6e08e4c60. 00000400:00000200:2.0:1788849610.133678:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05a18 00000400:00000010:2.0:1788849610.133680:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05a18. 00000100:00000001:2.0:1788849610.133683:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849610.133686:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000c380 x1875730900975232/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788849610.133705:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000c380 x1875730900975232/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849610.133710:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788849610.133712:0:2393:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849610.133713:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788849610.133715:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788849610.133716:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788849610.133717:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849610.133719:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788849610.133723:0:2393:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=128 v=84 (84 84 85 86) 00000100:00001000:2.0:1788849610.133727:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=149 v=5 (1 1 0 0) 00000100:00000001:2.0:1788849610.133728:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788849610.133730:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788849610.133731:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788849610.133733:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849610.133735:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788849610.133736:0:2393:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771464 00000100:00000001:2.0:1788849610.133738:0:2393:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788849610.133740:0:2393:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849610.133743:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000c380 x1875730900975232/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849610.133748:0:2393:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849610.133750:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788849610.133751:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788849610.133754:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000c380 x1875730900975232/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788849610.133762:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900975232:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849610.133767:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849610.133770:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849610.133773:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000c000 x1875730900975104/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849626 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849610.133785:0:2393:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788849610.133789:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788849610.133793:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6e15a8e00. 02000000:00000001:2.0:1788849610.133798:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788849610.133801:0:2393:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788849610.133803:0:2393:0:(genops.c:1223:class_import_put()) import ffff93d6c9059000 refcount=3 obd=MGC192.168.204.137@tcp 00000020:00000001:2.0:1788849610.133805:0:2393:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788849610.133809:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73400. 02000000:00000001:2.0:1788849610.133812:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788849610.133814:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788849610.133816:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000c000. 00000100:00000001:2.0:1788849610.133820:0:2393:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788849610.133821:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849610.133822:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849610.133826:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000c700 x1875730900975360/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849610.133833:0:2393:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788849610.133834:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788849610.133835:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6e15a8000. 02000000:00000001:2.0:1788849610.133837:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788849610.133838:0:2393:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788849610.133839:0:2393:0:(genops.c:1223:class_import_put()) import ffff93d6e0ada000 refcount=3 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000020:00000001:2.0:1788849610.133840:0:2393:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788849610.133842:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73b00. 02000000:00000001:2.0:1788849610.133843:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788849610.133844:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788849610.133846:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000c700. 00000100:00000001:2.0:1788849610.133848:0:2393:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788849610.133849:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849610.133850:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849610.133853:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000c380 x1875730900975232/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849725 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849610.133859:0:2393:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788849610.133860:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788849610.133867:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6e15a9200. 02000000:00000001:2.0:1788849610.133870:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788849610.133871:0:2393:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788849610.133873:0:2393:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=5 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:2.0:1788849610.133874:0:2393:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788849610.133876:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73300. 02000000:00000001:2.0:1788849610.133878:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788849610.133879:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788849610.133880:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000c380. 00000100:00000001:2.0:1788849610.133883:0:2393:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788849610.134009:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849610.134016:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849610.134018:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849610.134019:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788849610.134022:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849610.134024:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788849610.135173:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849610.135192:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849610.135196:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849610.135199:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849610.135208:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.135216:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849610.135225:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.135230:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.135235:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.135239:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 4 MB=0x6a9f7a20bff80 00000400:00000200:3.0:1788849610.135245:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849610.135252:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d325 [1] + 224 00000800:00000001:3.0:1788849610.135260:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849610.135267:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849610.135271:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849610.135275:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849610.135294:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849610.135305:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000ea00 x1875730900975488/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849665 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849610.135336:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000ea00 x1875730900975488/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849610.135357:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849610.135367:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849610.135370:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849610.135798:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849610.135803:0:2393:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788849610.135812:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788849610.135814:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788849610.135817:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6e08e4e18. 00000400:00000200:2.0:1788849610.135823:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05770 00000400:00000010:2.0:1788849610.135826:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05770. 00000100:00000001:2.0:1788849610.135830:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849610.135836:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000ea00 x1875730900975488/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788849610.135845:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000ea00 x1875730900975488/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849665 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849610.135852:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788849610.135854:0:2393:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849610.135857:0:2393:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788849610.135860:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788849610.135863:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788849610.135866:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788849610.135870:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788849610.135892:0:2393:0:(import.c:2149:obd_at_measure()) add 36 to ffff93d6e0ade460 time=128 v=36 (36 5 5 5) 00000100:00001000:2.0:1788849610.135897:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ade418 time=111 v=5 (1 1 0 0) 00000100:00000001:2.0:1788849610.135909:0:2393:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788849610.135911:0:2393:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788849610.135915:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788849610.135919:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849610.135925:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788849610.135927:0:2393:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93d6e0561000: skip recheck: last_committed 42949693919 00000100:00000001:2.0:1788849610.135930:0:2393:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788849610.135933:0:2393:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788849610.135938:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000ea00 x1875730900975488/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849610.135977:0:2393:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788849610.135981:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788849610.135983:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788849610.135987:0:2393:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000ea00 x1875730900975488/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849665 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788849610.135996:0:2393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2393:1875730900975488:192.168.204.137@tcp:400:kworker.0 00000100:00000001:2.0:1788849610.136000:0:2393:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849610.136002:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849610.136006:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000ea00 x1875730900975488/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849665 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849610.136012:0:2393:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788849610.136015:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788849610.136019:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6e15a8c00. 02000000:00000001:2.0:1788849610.136023:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788849610.136026:0:2393:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788849610.136028:0:2393:0:(genops.c:1223:class_import_put()) import ffff93d6e0ade000 refcount=3 obd=lustre-OST0000-osc-ffff93d6e0561000 00000020:00000001:2.0:1788849610.136030:0:2393:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788849610.136033:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73d00. 02000000:00000001:2.0:1788849610.136037:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788849610.136038:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788849610.136040:0:2393:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000ea00. 00000100:00000001:2.0:1788849610.136043:0:2393:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788849610.136050:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849610.136052:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788849610.136062:0:2393:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788849610.136064:0:2393:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849610.136066:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788849610.136068:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849610.315139:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849610.315151:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849610.315160:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849610.315166:0:267203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849610.315169:0:267203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849610.315179:0:267203:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849610.315193:0:267203:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849610.315195:0:267203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849610.315199:0:267203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849610.315201:0:267203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849610.315204:0:267203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849610.315207:0:267203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849610.315412:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788849610.315418:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849610.315422:0:241781:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849611.339273:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849611.339279:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849611.339285:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849611.339286:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849611.340543:0:251614:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849611.340553:0:251614:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849611.340558:0:251614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849612.364399:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849612.364405:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849612.364412:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849612.364413:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849612.364524:0:235787:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849612.364527:0:235787:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849612.364530:0:235787:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849613.387076:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849613.387082:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849613.387089:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849613.387090:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788849613.387354:0:235786:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788849613.387359:0:235786:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788849613.387362:0:235786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788849613.963066:0:259117:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134ab30 (cpu 3) has reached its deadline 4308044025, at 4308044032 00000100:00000010:3.0:1788849613.963082:0:259117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6c3d7a060. 00000100:00000040:2.0:1788849613.963240:0:279261:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134aa20 (cpu 2) has reached its deadline 4308044025, at 4308044032 00000100:00000010:2.0:1788849613.963246:0:279261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6c3d7ad20. 00010000:00000001:0.0:1788849614.411154:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849614.411163:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849614.411170:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849614.411171:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849614.416817:0:251615:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849614.416826:0:251615:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849614.416831:0:251615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788849615.244757:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2be9dc31-d936-46ce-82e2-523a967881fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849615.244767:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849615.244777:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf33480. 00000020:00000040:1.0:1788849615.244783:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6c9059000 refcount=4 obd=MGC192.168.204.137@tcp 00000100:00000001:1.0:1788849615.244788:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849615.244791:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849615.244796:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849615.244804:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3100. 00000100:00000001:1.0:1788849615.244810:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849615.244822:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2be9dc31-d936-46ce-82e2-523a967881fb->MGS req@ffff93d6eaf33480 x1875730900975616/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788849615.244832:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849615.244835:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849615.244841:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006837a2c5] to pc [ptlrpcd_00_01+1] req@ffff93d6eaf33480 x1875730900975616/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849615.244872:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849615.244875:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849615.244879:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849615.244882:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf30380. 00000020:00000040:1.0:1788849615.244884:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=6 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000100:00000001:1.0:1788849615.244887:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849615.244888:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849615.244904:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849615.244908:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3f00. 00000100:00000001:1.0:1788849615.244912:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849615.244917:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID req@ffff93d6eaf30380 x1875730900975744/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788849615.244924:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849615.244926:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849615.244930:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028501a0d] to pc [ptlrpcd_00_00+0] req@ffff93d6eaf30380 x1875730900975744/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849615.244939:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849615.244973:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849615.244977:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849615.244980:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf31500. 00000020:00000040:1.0:1788849615.244983:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ada000 refcount=4 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000100:00000001:1.0:1788849615.244985:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849615.244986:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849615.244988:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849615.244991:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3200. 00000100:00000001:1.0:1788849615.244994:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849615.244998:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID req@ffff93d6eaf31500 x1875730900975872/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788849615.245004:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849615.245006:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849615.245010:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073be2029] to pc [ptlrpcd_00_01+1] req@ffff93d6eaf31500 x1875730900975872/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849615.245017:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849615.245019:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788849615.245022:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788849615.245025:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6eaf32a00. 00000020:00000040:1.0:1788849615.245027:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ade000 refcount=4 obd=lustre-OST0000-osc-ffff93d6e0561000 00000100:00000001:1.0:1788849615.245035:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788849615.245036:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788849615.245039:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788849615.245042:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cc3800. 00000100:00000001:1.0:1788849615.245045:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849615.245050:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID req@ffff93d6eaf32a00 x1875730900976000/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788849615.245057:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788849615.245058:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849615.245063:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009684e39a] to pc [ptlrpcd_00_00+0] req@ffff93d6eaf32a00 x1875730900976000/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849615.245069:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849615.245071:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788849615.245074:0:233079:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788849615.245079:0:233079:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13383) 00000100:00000001:0.0:1788849615.245157:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849615.245161:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849615.245164:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788849615.245170:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf33480 x1875730900975616/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849615.245189:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849615.245192:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849615.245195:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849615.245198:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788849615.245201:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849615.245204:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2be9dc31-d936-46ce-82e2-523a967881fb:2392:1875730900975616:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849615.245208:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788849615.245214:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788849615.245216:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849615.245219:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788849615.245223:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c960d200. 02000000:00000001:0.0:1788849615.245224:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849615.245231:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:0.0:1788849615.245235:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007fff20. 00000400:00000010:0.0:1788849615.245255:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2440. 00000100:00000200:0.0:1788849615.245262:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900975616, portal 25 00000100:00000001:0.0:1788849615.245264:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849615.245266:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006932608 : -118923702619008 : ffff93d6eaf33480) 00000100:00000040:0.0:1788849615.245272:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf33480 x1875730900975616/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849615.245280:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849615.245283:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849615.245285:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2110. 00000100:00000200:0.0:1788849615.245289:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875730900975616, offset 0 00000400:00000200:0.0:1788849615.245295:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849615.245304:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849615.245312:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:0.0:1788849615.245317:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849615.245342:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849615.245346:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849615.245349:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:0.0:1788849615.245359:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550659:550659:256:4294967295] 192.168.204.137@tcp LPNI seq info [550605:550605:8:4294967295] 00000400:00000200:0.0:1788849615.245364:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849615.245374:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849615.245379:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849615.245384:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cbe400. 00000800:00000200:0.0:1788849615.245391:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849615.245398:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849615.245402:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cbe400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788849615.245461:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849615.245466:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849615.245469:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 2 is 4308049145 00000100:00000010:0.0:1788849615.245474:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6eafd9660. 00000100:00000001:0.0:1788849615.245480:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788849615.245485:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 3 is 4308049145 00000100:00000010:0.0:1788849615.245488:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6eafd9a80. 00000100:00000001:0.0:1788849615.245491:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788849615.245494:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849615.245497:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849615.245499:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788849615.245503:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf31500 x1875730900975872/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849615.245510:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849615.245511:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849615.245513:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849615.245515:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788849615.245517:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849615.245520:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900975872:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849615.245523:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788849615.245526:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788849615.245527:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849615.245534:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788849615.245537:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c960d800. 02000000:00000001:0.0:1788849615.245539:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849615.245543:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:0.0:1788849615.245545:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ffa50. 00000400:00000010:0.0:1788849615.245549:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2aa0. 00000100:00000200:0.0:1788849615.245552:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900975872, portal 10 00000100:00000001:0.0:1788849615.245554:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849615.245555:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006924544 : -118923702627072 : ffff93d6eaf31500) 00000100:00000040:0.0:1788849615.245562:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf31500 x1875730900975872/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849615.245567:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849615.245569:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849615.245571:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b23b8. 00000100:00000200:0.0:1788849615.245573:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900975872, offset 0 00000400:00000200:0.0:1788849615.245577:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849615.245581:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849615.245584:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:0.0:1788849615.245587:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849615.245590:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849615.245592:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849615.245594:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:0.0:1788849615.245597:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550660:550660:255:4294967295] 192.168.204.137@tcp LPNI seq info [550606:550606:7:4294967295] 00000400:00000200:0.0:1788849615.245601:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849615.245607:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849615.245611:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849615.245614:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cbed00. 00000800:00000200:0.0:1788849615.245618:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849615.245622:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849615.245625:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cbed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788849615.245628:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849615.245637:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: using a timeout of 25308 usecs (26 jiffies) 00000400:00000200:0.0:1788849615.245640:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849615.245642:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308045340 00000100:00000001:0.0:1788849615.245644:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308049145 00000100:00000001:0.0:1788849615.245646:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308045340 00000100:00000001:0.0:1788849615.245648:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308049145 00000100:00000001:0.0:1788849615.245650:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849615.245652:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849615.245654:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849615.245657:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849615.245664:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849615.245666:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788849615.245668:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849615.245669:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849615.245671:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849615.245673:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1788849615.245675:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849615.245676:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849615.245678:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849615.245679:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849615.245680:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849615.245681:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788849615.245685:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf30380 x1875730900975744/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849615.245692:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849615.245693:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849615.245695:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849615.245697:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788849615.245698:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849615.245701:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900975744:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849615.245704:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788849615.245706:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788849615.245708:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849615.245714:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788849615.245717:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c960c200. 02000000:00000001:0.0:1788849615.245718:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849615.245722:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:0.0:1788849615.245724:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ff160. 00000400:00000010:0.0:1788849615.245727:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2880. 00000100:00000200:0.0:1788849615.245730:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900975744, portal 10 00000100:00000001:0.0:1788849615.245732:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849615.245733:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006920064 : -118923702631552 : ffff93d6eaf30380) 00000100:00000040:0.0:1788849615.245739:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf30380 x1875730900975744/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849615.245745:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849615.245747:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849615.245749:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2990. 00000100:00000200:0.0:1788849615.245751:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900975744, offset 0 00000400:00000200:0.0:1788849615.245755:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849615.245758:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849615.245761:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:0.0:1788849615.245764:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849615.245766:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849615.245768:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849615.245770:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:0.0:1788849615.245773:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550661:550661:254:4294967295] 192.168.204.137@tcp LPNI seq info [550607:550607:6:4294967295] 00000400:00000200:0.0:1788849615.245777:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849615.245783:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849615.245787:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849615.245790:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cbe200. 00000800:00000200:0.0:1788849615.245793:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849615.245797:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849615.245800:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cbe200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788849615.245803:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849615.245812:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33492 usecs (34 jiffies) 00000400:00000200:0.0:1788849615.245815:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849615.245817:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308045348 00000100:00000001:0.0:1788849615.245819:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308049145 00000100:00000001:0.0:1788849615.245821:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308045348 00000100:00000001:0.0:1788849615.245823:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308049145 00000100:00000001:0.0:1788849615.245825:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849615.245827:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849615.245829:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788849615.245833:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6eaf32a00 x1875730900976000/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849615.245839:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849615.245840:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849615.245842:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849615.245844:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788849615.245845:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849615.245848:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6eaf32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900976000:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849615.245851:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788849615.245853:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788849615.245855:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849615.245857:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788849615.245859:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c960d400. 02000000:00000001:0.0:1788849615.245861:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849615.245864:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:0.0:1788849615.245867:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ffcb8. 00000400:00000010:0.0:1788849615.245870:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2bb0. 00000100:00000200:0.0:1788849615.245873:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900976000, portal 4 00000100:00000001:0.0:1788849615.245875:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849615.245876:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150006929920 : -118923702621696 : ffff93d6eaf32a00) 00000100:00000040:0.0:1788849615.245881:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6eaf32a00 x1875730900976000/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849615.245897:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849615.245899:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:0.0:1788849615.245901:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2770. 00000100:00000200:0.0:1788849615.245904:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875730900976000, offset 0 00000400:00000200:0.0:1788849615.245908:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849615.245912:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849615.245915:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:0.0:1788849615.245918:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788849615.245920:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:0.0:1788849615.245923:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849615.245925:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:0.0:1788849615.245927:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550662:550662:253:4294967295] 192.168.204.137@tcp LPNI seq info [550608:550608:5:4294967295] 00000400:00000200:0.0:1788849615.245931:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849615.245937:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849615.245986:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849615.245990:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cbe000. 00000800:00000200:0.0:1788849615.245994:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849615.245998:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849615.246001:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cbe000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788849615.246003:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849615.246006:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: using a timeout of 134393 usecs (135 jiffies) 00000400:00000200:0.0:1788849615.246008:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849615.246010:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308045450 00000100:00000001:0.0:1788849615.246012:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308049145 00000100:00000001:0.0:1788849615.246014:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308045450 00000100:00000001:0.0:1788849615.246016:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308049145 00000100:00000001:0.0:1788849615.246018:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849615.246020:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849615.246028:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849615.246031:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849615.246042:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849615.246044:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788849615.249465:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849615.249477:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cbe400. 00000400:00000200:3.0:1788849615.249486:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849615.249494:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849615.249502:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2110 00000400:00000010:3.0:1788849615.249504:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2110. 00000100:00000001:3.0:1788849615.249511:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849615.249519:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf33480 x1875730900975616/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849615.249533:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849615.249536:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf33480 x1875730900975616/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849631 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849615.249544:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849615.249546:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849615.249559:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849615.249575:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cbed00. 00000400:00000200:3.0:1788849615.249578:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849615.249581:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849615.249584:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b23b8 00000400:00000010:3.0:1788849615.249586:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b23b8. 00000100:00000001:3.0:1788849615.249589:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849615.249593:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf31500 x1875730900975872/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849615.249601:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849615.249604:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf31500 x1875730900975872/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849615.249610:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849615.249611:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849615.249617:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849615.249619:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cbe200. 00000400:00000200:3.0:1788849615.249621:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849615.249624:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849615.249626:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2990 00000400:00000010:3.0:1788849615.249627:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2990. 00000100:00000001:3.0:1788849615.249629:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849615.249633:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf30380 x1875730900975744/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849615.249641:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849615.249644:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf30380 x1875730900975744/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849615.249650:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849615.249651:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849615.249709:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849615.249711:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cbe000. 00000400:00000200:3.0:1788849615.249714:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849615.249717:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849615.249719:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2770 00000400:00000010:3.0:1788849615.249720:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2770. 00000100:00000001:3.0:1788849615.249728:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849615.249732:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6eaf32a00 x1875730900976000/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849615.249740:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849615.249743:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6eaf32a00 x1875730900976000/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849670 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849615.249748:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849615.249750:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788849615.253566:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849615.253583:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849615.253587:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849615.253590:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849615.253599:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849615.253607:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849615.253616:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849615.253621:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849615.253626:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849615.253629:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20c0100 00000400:00000200:3.0:1788849615.253635:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849615.253642:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d35d [1] + 224 00000800:00000001:3.0:1788849615.253650:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849615.253656:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849615.253659:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849615.253664:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849615.253671:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849615.253680:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf31500 x1875730900975872/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849615.253691:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf31500 x1875730900975872/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849615.253711:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849615.253721:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849615.253738:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849615.253972:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849615.253977:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788849615.253985:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788849615.253987:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788849615.253990:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ffa50. 00000400:00000200:0.0:1788849615.253995:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2aa0 00000400:00000010:0.0:1788849615.253997:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2aa0. 00000100:00000001:0.0:1788849615.254000:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788849615.254005:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf31500 x1875730900975872/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788849615.254014:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf31500 x1875730900975872/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849615.254020:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849615.254022:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849615.254024:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788849615.254028:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788849615.254030:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849615.254032:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849615.254035:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788849615.254045:0:2392:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e0ada460 time=133 v=84 (84 84 85 86) 00000100:00001000:0.0:1788849615.254049:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ada418 time=132 v=5 (1 1 0 0) 00000100:00000001:0.0:1788849615.254052:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788849615.254053:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849615.254056:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788849615.254060:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93d6eaf31500 x1875730900975872/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788849615.254067:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849615.254070:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788849615.254071:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93d6e0561000: skip recheck: last_committed 21474836540 00000100:00000001:0.0:1788849615.254074:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788849615.254075:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849615.254086:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf31500 x1875730900975872/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849615.254092:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849615.254095:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849615.254097:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788849615.254101:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf31500 x1875730900975872/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788849615.254108:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900975872:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849615.254112:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849615.254115:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849615.254479:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf31500 x1875730900975872/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849615.254487:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788849615.254490:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788849615.254493:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c960d800. 02000000:00000001:0.0:1788849615.254505:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788849615.254508:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788849615.254510:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6e0ada000 refcount=3 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000020:00000001:0.0:1788849615.254513:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788849615.254516:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3200. 02000000:00000001:0.0:1788849615.254520:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788849615.254522:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788849615.254524:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf31500. 00000100:00000001:0.0:1788849615.254528:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788849615.254529:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849615.254533:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849615.254534:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849615.254536:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849615.254538:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849615.254540:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788849615.261442:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849615.261460:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849615.261464:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849615.261467:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849615.261476:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849615.261483:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849615.261492:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849615.261496:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849615.261502:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849615.261506:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20c0080 00000400:00000200:3.0:1788849615.261511:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849615.261518:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d365 [1] + 224 00000800:00000001:3.0:1788849615.261525:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849615.261529:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849615.261532:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849615.261537:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849615.261544:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849615.261554:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf30380 x1875730900975744/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849615.261564:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf30380 x1875730900975744/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849615.261587:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849615.261596:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849615.261641:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849615.261643:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849615.261646:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849615.261650:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849615.261653:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849615.261657:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849615.261660:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849615.261662:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849615.261665:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 25 MB=0x6a9f7a20c0000 00000400:00000200:3.0:1788849615.261683:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849615.261688:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d355 [1] + 224 00000800:00000001:3.0:1788849615.261692:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849615.261696:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849615.261698:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849615.261701:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849615.261704:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849615.261709:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf33480 x1875730900975616/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849615.261717:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf33480 x1875730900975616/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849615.261724:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849615.261727:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849615.261730:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849615.261732:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849615.261734:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849615.261737:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849615.261740:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849615.261744:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849615.261746:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849615.261749:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849615.261752:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 4 MB=0x6a9f7a20c0180 00000400:00000200:3.0:1788849615.261755:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849615.261759:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d36d [1] + 224 00000800:00000001:3.0:1788849615.261762:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849615.261768:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849615.261770:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849615.261773:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849615.261775:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849615.261779:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6eaf32a00 x1875730900976000/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849670 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849615.261800:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6eaf32a00 x1875730900976000/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849615.261807:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849615.261811:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849615.261814:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849615.261973:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849615.261977:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788849615.261984:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788849615.261992:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788849615.261996:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ff160. 00000400:00000200:0.0:1788849615.262001:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2880 00000400:00000010:0.0:1788849615.262003:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2880. 00000100:00000001:0.0:1788849615.262006:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788849615.262011:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf30380 x1875730900975744/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788849615.262020:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf30380 x1875730900975744/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849615.262026:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849615.262028:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849615.262030:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788849615.262034:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788849615.262036:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849615.262038:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849615.262041:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788849615.262050:0:2392:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=133 v=84 (84 84 85 86) 00000100:00001000:0.0:1788849615.262055:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=154 v=5 (1 1 0 0) 00000100:00000001:0.0:1788849615.262058:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788849615.262060:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849615.262063:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788849615.262067:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849615.262072:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788849615.262074:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771464 00000100:00000001:0.0:1788849615.262076:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788849615.262078:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849615.262083:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf30380 x1875730900975744/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849615.262091:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849615.262093:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849615.262095:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788849615.262100:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf30380 x1875730900975744/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788849615.262135:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900975744:192.168.204.137@tcp:400:kworker.0 00000400:00000001:0.0:1788849615.262140:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788849615.262142:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788849615.262143:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ffcb8. 00000400:00000200:0.0:1788849615.262146:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2bb0 00000400:00000010:0.0:1788849615.262148:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2bb0. 00000100:00000001:0.0:1788849615.262151:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788849615.262154:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf32a00 x1875730900976000/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788849615.262162:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf32a00 x1875730900976000/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849670 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849615.262168:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849615.262169:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849615.262171:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788849615.262172:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788849615.262174:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849615.262175:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849615.262177:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788849615.262181:0:2392:0:(import.c:2149:obd_at_measure()) add 36 to ffff93d6e0ade460 time=133 v=36 (36 5 5 5) 00000100:00001000:0.0:1788849615.262184:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ade418 time=116 v=5 (1 1 0 0) 00000100:00000001:0.0:1788849615.262186:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788849615.262187:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849615.262189:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788849615.262191:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849615.262193:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788849615.262194:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93d6e0561000: skip recheck: last_committed 42949693919 00000100:00000001:0.0:1788849615.262196:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788849615.262198:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849615.262202:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf32a00 x1875730900976000/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849615.262208:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849615.262216:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849615.262217:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788849615.262222:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf32a00 x1875730900976000/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849670 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788849615.262229:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900976000:192.168.204.137@tcp:400:kworker.0 00000400:00000001:0.0:1788849615.262247:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788849615.262249:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788849615.262251:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007fff20. 00000400:00000200:0.0:1788849615.262253:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2440 00000400:00000010:0.0:1788849615.262256:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2440. 00000100:00000001:0.0:1788849615.262258:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788849615.262261:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6eaf33480 x1875730900975616/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788849615.262269:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6eaf33480 x1875730900975616/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849615.262275:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788849615.262277:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849615.262278:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788849615.262280:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788849615.262281:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788849615.262283:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849615.262285:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788849615.262288:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6c9059460 time=134 v=5 (5 5 5 5) 00000100:00001000:0.0:1788849615.262291:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6c9059418 time=154 v=5 (1 1 0 0) 00000100:00000001:0.0:1788849615.262293:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788849615.262294:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849615.262296:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788849615.262298:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849615.262300:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849615.262303:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6eaf33480 x1875730900975616/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849615.262310:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849615.262320:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788849615.262321:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788849615.262326:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6eaf33480 x1875730900975616/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849631 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788849615.262345:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6eaf33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2be9dc31-d936-46ce-82e2-523a967881fb:2392:1875730900975616:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849615.262349:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849615.262352:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849615.262356:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf30380 x1875730900975744/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849730 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849615.262363:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788849615.262366:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788849615.262369:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c960c200. 02000000:00000001:0.0:1788849615.262373:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788849615.262375:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788849615.262377:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=5 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:0.0:1788849615.262379:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788849615.262382:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3f00. 02000000:00000001:0.0:1788849615.262386:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788849615.262388:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788849615.262389:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf30380. 00000100:00000001:0.0:1788849615.262393:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788849615.262394:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849615.262395:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849615.262399:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf32a00 x1875730900976000/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849670 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849615.262404:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788849615.262405:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788849615.262407:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c960d400. 02000000:00000001:0.0:1788849615.262409:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788849615.262410:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788849615.262411:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6e0ade000 refcount=3 obd=lustre-OST0000-osc-ffff93d6e0561000 00000020:00000001:0.0:1788849615.262413:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788849615.262414:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3800. 02000000:00000001:0.0:1788849615.262421:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788849615.262423:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788849615.262424:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf32a00. 00000100:00000001:0.0:1788849615.262427:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788849615.262428:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849615.262429:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788849615.262433:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6eaf33480 x1875730900975616/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849631 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849615.262439:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788849615.262440:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788849615.262441:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c960d200. 02000000:00000001:0.0:1788849615.262443:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788849615.262445:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788849615.262446:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6c9059000 refcount=3 obd=MGC192.168.204.137@tcp 00000020:00000001:0.0:1788849615.262448:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788849615.262449:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cc3100. 02000000:00000001:0.0:1788849615.262451:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788849615.262452:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788849615.262454:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6eaf33480. 00000100:00000001:0.0:1788849615.262457:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788849615.262458:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849615.262460:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849615.262468:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849615.262470:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849615.262473:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849615.262475:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849615.435076:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849615.435082:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849615.435087:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849615.435089:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849615.435179:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788849615.435182:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849615.435185:0:241781:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849616.459035:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849616.459042:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849616.459047:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849616.459048:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849616.460594:0:251614:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849616.460600:0:251614:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849616.460604:0:251614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849617.483835:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849617.483845:0:267203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849617.483847:0:267203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849617.483851:0:267203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849617.483873:0:267203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849617.483875:0:267203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849617.483877:0:267203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849617.483880:0:267203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849617.483884:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849617.483885:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849617.484023:0:235787:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849617.484027:0:235787:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849617.484030:0:235787:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849618.507135:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849618.507142:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849618.507147:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849618.507148:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788849618.508673:0:235786:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788849618.508678:0:235786:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788849618.508683:0:235786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788849619.085095:0:279261:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134aa20 (cpu 2) has reached its deadline 4308049145, at 4308049154 00000100:00000010:2.0:1788849619.085154:0:279261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6eafd9660. 00000100:00000040:3.0:1788849619.085722:0:259117:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134ab30 (cpu 3) has reached its deadline 4308049145, at 4308049154 00000100:00000010:3.0:1788849619.085729:0:259117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6eafd9a80. 00010000:00000001:0.0:1788849619.531142:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849619.531149:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849619.531154:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849619.531156:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849619.531241:0:251615:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849619.531244:0:251615:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849619.531247:0:251615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788849620.364709:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2be9dc31-d936-46ce-82e2-523a967881fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849620.364720:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849620.364728:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000f480. 00000020:00000040:3.0:1788849620.364733:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6c9059000 refcount=4 obd=MGC192.168.204.137@tcp 00000100:00000001:3.0:1788849620.364738:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849620.364741:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849620.364746:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849620.364754:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6d99da000. 00000100:00000001:3.0:1788849620.364760:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849620.364772:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2be9dc31-d936-46ce-82e2-523a967881fb->MGS req@ffff93d6d000f480 x1875730900976128/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849620.364783:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849620.364788:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849620.364794:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000115cb35c] to pc [ptlrpcd_01_01+1] req@ffff93d6d000f480 x1875730900976128/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.364828:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849620.364831:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849620.364835:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849620.364838:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000fb80. 00000020:00000040:3.0:1788849620.364840:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=6 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000100:00000001:3.0:1788849620.364843:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849620.364844:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849620.364846:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849620.364850:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6d99daf00. 00000100:00000001:3.0:1788849620.364852:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849620.364857:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID req@ffff93d6d000fb80 x1875730900976256/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849620.364864:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849620.364866:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849620.364870:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028a9f6fe] to pc [ptlrpcd_01_00+0] req@ffff93d6d000fb80 x1875730900976256/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.364877:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849620.364880:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849620.364883:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849620.364885:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000d500. 00000020:00000040:3.0:1788849620.364888:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ada000 refcount=4 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000100:00000001:3.0:1788849620.364890:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849620.364891:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849620.364893:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849620.364896:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6d99dac00. 00000100:00000001:3.0:1788849620.364898:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849620.364902:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID req@ffff93d6d000d500 x1875730900976384/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849620.364908:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849620.364916:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849620.364923:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063b16e6b] to pc [ptlrpcd_01_01+1] req@ffff93d6d000d500 x1875730900976384/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.364930:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849620.364932:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788849620.364936:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788849620.364938:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d6d000ed80. 00000020:00000040:3.0:1788849620.364971:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ade000 refcount=4 obd=lustre-OST0000-osc-ffff93d6e0561000 00000100:00000001:3.0:1788849620.364974:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788849620.364975:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788849620.364978:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788849620.364983:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c2c73d00. 00000100:00000001:3.0:1788849620.364986:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849620.364991:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID req@ffff93d6d000ed80 x1875730900976512/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788849620.364998:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788849620.364999:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849620.365003:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d6d226b] to pc [ptlrpcd_01_00+0] req@ffff93d6d000ed80 x1875730900976512/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.365011:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849620.365013:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788849620.365016:0:233079:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788849620.365020:0:233079:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13388) 00000100:00000001:3.0:1788849620.365048:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849620.365052:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849620.365055:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788849620.365061:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000f480 x1875730900976128/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.365069:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788849620.365071:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849620.365081:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788849620.365083:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788849620.365087:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788849620.365091:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2be9dc31-d936-46ce-82e2-523a967881fb:2394:1875730900976128:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849620.365100:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788849620.365106:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788849620.365109:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849620.365111:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788849620.365116:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6e15a8c00. 02000000:00000001:3.0:1788849620.365118:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849620.365126:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:3.0:1788849620.365130:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6e08e4ec8. 00000400:00000010:3.0:1788849620.365137:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05110. 00000100:00000200:3.0:1788849620.365146:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900976128, portal 25 00000100:00000001:3.0:1788849620.365148:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788849620.365150:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554848896 : -118924154702720 : ffff93d6d000f480) 00000100:00000040:3.0:1788849620.365156:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000f480 x1875730900976128/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.365163:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788849620.365166:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:3.0:1788849620.365169:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05220. 00000100:00000200:3.0:1788849620.365172:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875730900976128, offset 0 00000400:00000200:3.0:1788849620.365178:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:3.0:1788849620.365187:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849620.365195:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:3.0:1788849620.365200:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788849620.365205:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:3.0:1788849620.365209:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788849620.365212:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:3.0:1788849620.365215:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550663:550663:256:4294967295] 192.168.204.137@tcp LPNI seq info [550609:550609:8:4294967295] 00000400:00000200:3.0:1788849620.365220:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849620.365231:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:3.0:1788849620.365257:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:3.0:1788849620.365261:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6c2c73300. 00000800:00000200:3.0:1788849620.365268:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:3.0:1788849620.365276:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:3.0:1788849620.365281:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6c2c73300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788849620.365292:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849620.365296:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:3.0:1788849620.365299:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 2 is 4308054264 00000100:00000010:3.0:1788849620.365303:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6c3d7a060. 00000100:00000001:3.0:1788849620.365309:0:2394:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788849620.365314:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 3 is 4308054264 00000100:00000010:3.0:1788849620.365317:0:2394:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6c3d7aea0. 00000100:00000001:3.0:1788849620.365319:0:2394:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788849620.365322:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849620.365325:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.365328:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788849620.365332:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000d500 x1875730900976384/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.365338:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788849620.365340:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849620.365342:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788849620.365344:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788849620.365347:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788849620.365350:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900976384:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849620.365353:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788849620.365356:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788849620.365357:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849620.365359:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788849620.365362:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6e15a8e00. 02000000:00000001:3.0:1788849620.365364:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849620.365367:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:3.0:1788849620.365375:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6e08e4c08. 00000400:00000010:3.0:1788849620.365380:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b056e8. 00000100:00000200:3.0:1788849620.365382:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900976384, portal 10 00000100:00000001:3.0:1788849620.365384:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788849620.365386:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554840832 : -118924154710784 : ffff93d6d000d500) 00000100:00000040:3.0:1788849620.365394:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000d500 x1875730900976384/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.365400:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788849620.365402:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:3.0:1788849620.365405:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05990. 00000100:00000200:3.0:1788849620.365407:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900976384, offset 0 00000400:00000200:3.0:1788849620.365411:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:3.0:1788849620.365416:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849620.365420:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:3.0:1788849620.365423:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788849620.365425:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:3.0:1788849620.365427:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788849620.365430:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:3.0:1788849620.365433:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550664:550664:255:4294967295] 192.168.204.137@tcp LPNI seq info [550610:550610:7:4294967295] 00000400:00000200:3.0:1788849620.365437:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849620.365443:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:3.0:1788849620.365448:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:3.0:1788849620.365452:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6c2c73b00. 00000800:00000200:3.0:1788849620.365456:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:3.0:1788849620.365460:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:3.0:1788849620.365462:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6c2c73b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788849620.365466:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849620.365469:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: using a timeout of 25308 usecs (26 jiffies) 00000400:00000200:3.0:1788849620.365472:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:3.0:1788849620.365474:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308050459 00000100:00000001:3.0:1788849620.365477:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308054264 00000100:00000001:3.0:1788849620.365484:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308050459 00000100:00000001:3.0:1788849620.365486:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308054264 00000100:00000001:3.0:1788849620.365489:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849620.365491:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.365494:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.365496:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849620.365503:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788849620.365506:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788849620.365508:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849620.365509:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849620.365510:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788849620.365513:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788849620.365514:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849620.365516:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788849620.365517:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849620.365519:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849620.365519:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849620.365520:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788849620.365525:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000fb80 x1875730900976256/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.365532:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788849620.365533:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849620.365535:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788849620.365537:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788849620.365539:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788849620.365542:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900976256:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849620.365545:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788849620.365547:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788849620.365549:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849620.365550:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788849620.365554:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6d1157c00. 02000000:00000001:3.0:1788849620.365557:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849620.365560:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:3.0:1788849620.365562:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6e08e4210. 00000400:00000010:3.0:1788849620.365571:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05770. 00000100:00000200:3.0:1788849620.365574:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900976256, portal 10 00000100:00000001:3.0:1788849620.365576:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788849620.365577:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554850688 : -118924154700928 : ffff93d6d000fb80) 00000100:00000040:3.0:1788849620.365584:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000fb80 x1875730900976256/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.365589:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788849620.365592:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:3.0:1788849620.365594:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05a18. 00000100:00000200:3.0:1788849620.365596:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900976256, offset 0 00000400:00000200:3.0:1788849620.365601:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:3.0:1788849620.365605:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849620.365608:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:3.0:1788849620.365611:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788849620.365614:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:3.0:1788849620.365616:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788849620.365618:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:3.0:1788849620.365621:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550665:550665:254:4294967295] 192.168.204.137@tcp LPNI seq info [550611:550611:6:4294967295] 00000400:00000200:3.0:1788849620.365625:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849620.365631:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:3.0:1788849620.365636:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:3.0:1788849620.365639:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6c2c73400. 00000800:00000200:3.0:1788849620.365643:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:3.0:1788849620.365647:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:3.0:1788849620.365650:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6c2c73400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788849620.365653:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849620.365656:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33488 usecs (34 jiffies) 00000400:00000200:3.0:1788849620.365659:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:3.0:1788849620.365660:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308050467 00000100:00000001:3.0:1788849620.365662:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308054264 00000100:00000001:3.0:1788849620.365669:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308050467 00000100:00000001:3.0:1788849620.365671:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308054264 00000100:00000001:3.0:1788849620.365674:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849620.365676:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.365678:0:2394:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788849620.365682:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d6d000ed80 x1875730900976512/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.365688:0:2394:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788849620.365689:0:2394:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849620.365691:0:2394:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788849620.365693:0:2394:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788849620.365695:0:2394:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788849620.365697:0:2394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d6d000ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900976512:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849620.365700:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788849620.365703:0:2394:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788849620.365704:0:2394:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849620.365706:0:2394:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788849620.365709:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6d1157a00. 02000000:00000001:3.0:1788849620.365711:0:2394:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788849620.365715:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:3.0:1788849620.365717:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d6e08e4948. 00000400:00000010:3.0:1788849620.365721:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b053b8. 00000100:00000200:3.0:1788849620.365723:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900976512, portal 4 00000100:00000001:3.0:1788849620.365725:0:2394:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788849620.365726:0:2394:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625149554847104 : -118924154704512 : ffff93d6d000ed80) 00000100:00000040:3.0:1788849620.365732:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d6d000ed80 x1875730900976512/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.365737:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788849620.365739:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:3.0:1788849620.365741:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6e9b05198. 00000100:00000200:3.0:1788849620.365743:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875730900976512, offset 0 00000400:00000200:3.0:1788849620.365754:0:2394:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:3.0:1788849620.365757:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849620.365760:0:2394:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:3.0:1788849620.365763:0:2394:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788849620.365765:0:2394:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:3.0:1788849620.365767:0:2394:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788849620.365769:0:2394:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:3.0:1788849620.365772:0:2394:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550666:550666:253:4294967295] 192.168.204.137@tcp LPNI seq info [550612:550612:5:4294967295] 00000400:00000200:3.0:1788849620.365776:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849620.365781:0:2394:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:3.0:1788849620.365786:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:3.0:1788849620.365789:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6c2c73700. 00000800:00000200:3.0:1788849620.365793:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:3.0:1788849620.365796:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:3.0:1788849620.365799:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6c2c73700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788849620.365802:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849620.365804:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: using a timeout of 134306 usecs (135 jiffies) 00000400:00000200:3.0:1788849620.365807:0:2394:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:3.0:1788849620.365809:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308050568 00000100:00000001:3.0:1788849620.365811:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308054264 00000100:00000001:3.0:1788849620.365813:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308050568 00000100:00000001:3.0:1788849620.365815:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308054264 00000100:00000001:3.0:1788849620.365818:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849620.365820:0:2394:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.365822:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.365825:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788849620.365869:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849620.365873:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6c2c73300. 00000400:00000200:3.0:1788849620.365879:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849620.365883:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849620.365893:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05220 00000400:00000010:3.0:1788849620.365895:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05220. 00000100:00000001:3.0:1788849620.365900:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849620.365904:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000f480 x1875730900976128/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.365913:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849620.365916:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000f480 x1875730900976128/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849636 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.365923:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.365924:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849620.365937:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849620.365939:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6c2c73b00. 00000400:00000200:3.0:1788849620.365969:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849620.365973:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849620.365976:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05990 00000400:00000010:3.0:1788849620.365977:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05990. 00000100:00000001:3.0:1788849620.365979:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849620.365983:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000d500 x1875730900976384/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.365989:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849620.365992:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000d500 x1875730900976384/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.365999:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.366001:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849620.366009:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849620.366011:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6c2c73400. 00000400:00000200:3.0:1788849620.366013:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849620.366016:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849620.366018:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05a18 00000400:00000010:3.0:1788849620.366020:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05a18. 00000100:00000001:3.0:1788849620.366022:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849620.366025:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000fb80 x1875730900976256/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.366045:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849620.366048:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000fb80 x1875730900976256/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.366054:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.366056:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849620.366114:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849620.366116:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6c2c73700. 00000400:00000200:3.0:1788849620.366119:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849620.366123:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849620.366126:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05198 00000400:00000010:3.0:1788849620.366128:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05198. 00000100:00000001:3.0:1788849620.366130:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849620.366134:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d6d000ed80 x1875730900976512/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.366141:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849620.366144:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d6d000ed80 x1875730900976512/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849675 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.366150:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.366152:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788849620.366492:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849620.366496:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788849620.372799:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849620.372817:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849620.372821:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849620.372824:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849620.372832:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849620.372839:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849620.372847:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849620.372852:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849620.372857:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849620.372861:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 25 MB=0x6a9f7a20c0200 00000400:00000200:2.0:1788849620.372867:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849620.372872:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d375 [1] + 224 00000800:00000001:2.0:1788849620.372879:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849620.372887:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849620.372890:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849620.372895:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849620.372901:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849620.372908:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000f480 x1875730900976128/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849620.372925:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000f480 x1875730900976128/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849620.372965:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849620.372975:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849620.372978:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849620.373028:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849620.373033:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788849620.373042:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788849620.373045:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788849620.373048:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6e08e4ec8. 00000400:00000200:3.0:1788849620.373053:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05110 00000400:00000010:3.0:1788849620.373055:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05110. 00000100:00000001:3.0:1788849620.373059:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849620.373064:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000f480 x1875730900976128/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788849620.373071:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000f480 x1875730900976128/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.373082:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788849620.373084:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849620.373086:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788849620.373099:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788849620.373102:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788849620.373104:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849620.373107:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788849620.373113:0:2394:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6c9059460 time=139 v=5 (5 5 5 5) 00000100:00001000:3.0:1788849620.373117:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6c9059418 time=9 v=5 (1 1 1 0) 00000100:00000001:3.0:1788849620.373119:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788849620.373121:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849620.373124:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788849620.373126:0:2394:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.373128:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849620.373134:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000f480 x1875730900976128/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.373141:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849620.373144:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788849620.373146:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788849620.373151:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000f480 x1875730900976128/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849636 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788849620.373158:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:2be9dc31-d936-46ce-82e2-523a967881fb:2394:1875730900976128:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849620.373165:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.373168:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849620.373171:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000f480 x1875730900976128/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849636 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.373178:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788849620.373181:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788849620.373184:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6e15a8c00. 02000000:00000001:3.0:1788849620.373189:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788849620.373192:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788849620.373199:0:2394:0:(genops.c:1223:class_import_put()) import ffff93d6c9059000 refcount=3 obd=MGC192.168.204.137@tcp 00000020:00000001:3.0:1788849620.373201:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788849620.373205:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6d99da000. 02000000:00000001:3.0:1788849620.373208:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788849620.373210:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788849620.373212:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000f480. 00000100:00000001:3.0:1788849620.373216:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788849620.373217:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849620.373220:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.373222:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849620.373223:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849620.373225:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.373227:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788849620.375355:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849620.375369:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849620.375373:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849620.375376:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849620.375385:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849620.375392:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849620.375400:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849620.375405:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849620.375410:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849620.375414:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 4 MB=0x6a9f7a20c0380 00000400:00000200:3.0:1788849620.375419:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849620.375423:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d3a5 [1] + 224 00000800:00000001:3.0:1788849620.375429:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849620.375434:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849620.375437:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849620.375441:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849620.375448:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849620.375456:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000ed80 x1875730900976512/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849675 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849620.375467:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000ed80 x1875730900976512/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.375495:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849620.375501:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849620.375504:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849620.375515:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849620.375519:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788849620.375525:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788849620.375527:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788849620.375530:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6e08e4948. 00000400:00000200:3.0:1788849620.375534:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b053b8 00000400:00000010:3.0:1788849620.375536:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b053b8. 00000100:00000001:3.0:1788849620.375539:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849620.375543:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000ed80 x1875730900976512/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788849620.375551:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000ed80 x1875730900976512/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849675 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.375558:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788849620.375560:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849620.375562:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788849620.375565:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788849620.375567:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788849620.375569:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849620.375572:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788849620.375580:0:2394:0:(import.c:2149:obd_at_measure()) add 36 to ffff93d6e0ade460 time=138 v=36 (36 5 5 5) 00000100:00001000:3.0:1788849620.375584:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ade418 time=121 v=5 (1 1 0 0) 00000100:00000001:3.0:1788849620.375586:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788849620.375588:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849620.375590:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788849620.375594:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.375597:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788849620.375599:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93d6e0561000: skip recheck: last_committed 42949693919 00000100:00000001:3.0:1788849620.375601:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788849620.375603:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849620.375607:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000ed80 x1875730900976512/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.375624:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849620.375627:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788849620.375629:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788849620.375633:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000ed80 x1875730900976512/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849675 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788849620.375640:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900976512:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849620.375645:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.375648:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849620.375651:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000ed80 x1875730900976512/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849675 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.375657:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788849620.375659:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788849620.375662:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6d1157a00. 02000000:00000001:3.0:1788849620.375664:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788849620.375667:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788849620.375669:0:2394:0:(genops.c:1223:class_import_put()) import ffff93d6e0ade000 refcount=3 obd=lustre-OST0000-osc-ffff93d6e0561000 00000020:00000001:3.0:1788849620.375671:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788849620.375673:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c2c73d00. 02000000:00000001:3.0:1788849620.375676:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788849620.375678:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788849620.375680:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000ed80. 00000100:00000001:3.0:1788849620.375683:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788849620.375684:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849620.375687:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.375689:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849620.375690:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788849620.375692:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.375694:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788849620.378734:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849620.378751:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849620.378755:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849620.378758:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849620.378766:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849620.378774:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849620.378783:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849620.378788:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849620.378793:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849620.378797:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20c0300 00000400:00000200:2.0:1788849620.378802:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849620.378809:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d385 [1] + 224 00000800:00000001:2.0:1788849620.378816:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849620.378820:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849620.378824:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849620.378828:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849620.378836:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849620.378847:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000d500 x1875730900976384/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849620.378859:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000d500 x1875730900976384/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849620.378881:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849620.378891:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849620.378896:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849620.378898:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849620.378910:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849620.378914:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849620.378918:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849620.378922:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849620.378925:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849620.378928:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849620.378931:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20c0280 00000400:00000200:2.0:1788849620.378934:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849620.378937:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d395 [1] + 224 00000800:00000001:2.0:1788849620.378974:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849620.378981:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849620.378984:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849620.378987:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849620.378991:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849620.378997:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d6d000fb80 x1875730900976256/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849620.379006:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d6d000fb80 x1875730900976256/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849620.379013:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849620.379017:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849620.379019:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849620.379074:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849620.379079:0:2394:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788849620.379087:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788849620.379089:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788849620.379111:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6e08e4210. 00000400:00000200:3.0:1788849620.379115:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b05770 00000400:00000010:3.0:1788849620.379118:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b05770. 00000100:00000001:3.0:1788849620.379122:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849620.379127:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000fb80 x1875730900976256/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788849620.379135:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000fb80 x1875730900976256/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.379141:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788849620.379143:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849620.379145:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788849620.379149:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788849620.379152:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788849620.379154:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849620.379157:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788849620.379167:0:2394:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=138 v=84 (84 84 85 86) 00000100:00001000:3.0:1788849620.379172:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=9 v=5 (1 1 1 0) 00000100:00000001:3.0:1788849620.379174:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788849620.379176:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849620.379179:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788849620.379183:0:2394:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.379187:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788849620.379189:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771464 00000100:00000001:3.0:1788849620.379191:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788849620.379193:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849620.379199:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000fb80 x1875730900976256/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.379205:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849620.379208:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788849620.379210:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788849620.379214:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000fb80 x1875730900976256/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788849620.379222:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900976256:192.168.204.137@tcp:400:kworker.0 00000400:00000001:3.0:1788849620.379244:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788849620.379246:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788849620.379249:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d6e08e4c08. 00000400:00000200:3.0:1788849620.379252:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6e9b056e8 00000400:00000010:3.0:1788849620.379254:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6e9b056e8. 00000100:00000001:3.0:1788849620.379256:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849620.379260:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d6d000d500 x1875730900976384/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788849620.379268:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d6d000d500 x1875730900976384/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.379273:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788849620.379275:0:2394:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849620.379276:0:2394:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788849620.379278:0:2394:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788849620.379279:0:2394:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788849620.379281:0:2394:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788849620.379283:0:2394:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788849620.379287:0:2394:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e0ada460 time=138 v=84 (84 84 85 86) 00000100:00001000:3.0:1788849620.379290:0:2394:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ada418 time=137 v=5 (1 1 0 0) 00000100:00000001:3.0:1788849620.379292:0:2394:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788849620.379293:0:2394:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788849620.379295:0:2394:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788849620.379298:0:2394:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93d6d000d500 x1875730900976384/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788849620.379304:0:2394:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.379307:0:2394:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788849620.379308:0:2394:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93d6e0561000: skip recheck: last_committed 21474836540 00000100:00000001:3.0:1788849620.379309:0:2394:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788849620.379311:0:2394:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788849620.379314:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d6d000d500 x1875730900976384/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.379321:0:2394:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788849620.379330:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788849620.379331:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788849620.379336:0:2394:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d6d000d500 x1875730900976384/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788849620.379344:0:2394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d6d000d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2394:1875730900976384:192.168.204.137@tcp:400:kworker.0 00000100:00000001:3.0:1788849620.379349:0:2394:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849620.379351:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849620.379355:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000fb80 x1875730900976256/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.379362:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788849620.379365:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788849620.379368:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6d1157c00. 02000000:00000001:3.0:1788849620.379372:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788849620.379374:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788849620.379376:0:2394:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=5 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:3.0:1788849620.379378:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788849620.379381:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6d99daf00. 02000000:00000001:3.0:1788849620.379384:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788849620.379386:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788849620.379388:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000fb80. 00000100:00000001:3.0:1788849620.379391:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788849620.379393:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849620.379394:0:2394:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849620.379397:0:2394:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d6d000d500 x1875730900976384/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849735 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849620.379404:0:2394:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788849620.379405:0:2394:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788849620.379406:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6e15a8e00. 02000000:00000001:3.0:1788849620.379409:0:2394:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788849620.379410:0:2394:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788849620.379412:0:2394:0:(genops.c:1223:class_import_put()) import ffff93d6e0ada000 refcount=3 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000020:00000001:3.0:1788849620.379414:0:2394:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788849620.379415:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6d99dac00. 02000000:00000001:3.0:1788849620.379423:0:2394:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788849620.379425:0:2394:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788849620.379426:0:2394:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d6d000d500. 00000100:00000001:3.0:1788849620.379429:0:2394:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788849620.379430:0:2394:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849620.379432:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788849620.379440:0:2394:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788849620.379442:0:2394:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849620.379444:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788849620.379447:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849620.555141:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849620.555149:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849620.555155:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849620.555158:0:267203:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788849620.555160:0:267203:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788849620.555167:0:267203:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788849620.555169:0:267203:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788849620.555171:0:267203:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849620.555174:0:267203:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788849620.555176:0:267203:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849620.555179:0:267203:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849620.555181:0:267203:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849620.555276:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788849620.555280:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849620.555284:0:241781:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849621.579086:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849621.579094:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849621.579100:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849621.579101:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849621.579202:0:251614:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849621.579206:0:251614:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849621.579209:0:251614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849622.603062:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849622.603070:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849622.603075:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849622.603076:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849622.603174:0:235787:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849622.603177:0:235787:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849622.603180:0:235787:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849623.627805:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849623.627816:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849623.627822:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849623.627823:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788849623.628150:0:235786:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788849623.628154:0:235786:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788849623.628157:0:235786:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788849624.203061:0:279261:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134aa20 (cpu 2) has reached its deadline 4308054264, at 4308054272 00000100:00000010:2.0:1788849624.203077:0:279261:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6c3d7a060. 00000100:00000040:3.0:1788849624.203110:0:259117:0:(connection.c:75:cpu_latency_work()) work item of ffff93d6e134ab30 (cpu 3) has reached its deadline 4308054264, at 4308054272 00000100:00000010:3.0:1788849624.203118:0:259117:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93d6c3d7aea0. 00010000:00000001:0.0:1788849624.652022:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849624.652027:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849624.652031:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849624.652032:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788849624.652123:0:251615:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788849624.652127:0:251615:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788849624.652130:0:251615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788849625.179155:0:279990:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788849625.454867:0:280026:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788849625.454874:0:280026:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: rpc test_812b: @@@@@@ FAIL: can't put import for osc.lustre-OST0000-osc-ffff93d6e0561000.ost_server_uuid into CONNECTING state after 50 sec, have FULL 00000001:00000001:1.0:1788849625.461723:0:280026:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:0.0:1788849625.488233:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2be9dc31-d936-46ce-82e2-523a967881fb->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788849625.488243:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788849625.488252:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d7011bb100. 00000020:00000040:0.0:1788849625.488258:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6c9059000 refcount=4 obd=MGC192.168.204.137@tcp 00000100:00000001:0.0:1788849625.488264:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788849625.488267:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788849625.488272:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788849625.488280:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cbe200. 00000100:00000001:0.0:1788849625.488287:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849625.488299:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 2be9dc31-d936-46ce-82e2-523a967881fb->MGS req@ffff93d7011bb100 x1875730900976640/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788849625.488309:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788849625.488313:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849625.488319:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056983020] to pc [ptlrpcd_00_01+1] req@ffff93d7011bb100 x1875730900976640/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849625.488338:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849625.488341:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788849625.488344:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788849625.488347:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d7011b8a80. 00000020:00000040:0.0:1788849625.488349:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e082b800 refcount=6 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000100:00000001:0.0:1788849625.488351:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788849625.488352:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788849625.488354:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788849625.488357:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cbed00. 00000100:00000001:0.0:1788849625.488359:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849625.488363:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0000_UUID req@ffff93d7011b8a80 x1875730900976768/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788849625.488383:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788849625.488385:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849625.488389:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a12756] to pc [ptlrpcd_00_00+0] req@ffff93d7011b8a80 x1875730900976768/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849625.488397:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849625.488399:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788849625.488402:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788849625.488404:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d7011b9180. 00000020:00000040:0.0:1788849625.488406:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ada000 refcount=4 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000100:00000001:0.0:1788849625.488409:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788849625.488410:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788849625.488411:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788849625.488414:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d5c9cbe400. 00000100:00000001:0.0:1788849625.488417:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849625.488420:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-MDT0001_UUID req@ffff93d7011b9180 x1875730900976896/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788849625.488427:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788849625.488428:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849625.488431:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027e424a1] to pc [ptlrpcd_00_01+1] req@ffff93d7011b9180 x1875730900976896/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849625.488438:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849625.488439:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788849625.488442:0:233079:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788849625.488444:0:233079:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93d7011b8e00. 00000020:00000040:0.0:1788849625.488447:0:233079:0:(genops.c:1210:class_import_get()) import ffff93d6e0ade000 refcount=4 obd=lustre-OST0000-osc-ffff93d6e0561000 00000100:00000001:0.0:1788849625.488449:0:233079:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788849625.488450:0:233079:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788849625.488452:0:233079:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788849625.488457:0:233079:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93d6c8403f00. 00000100:00000001:0.0:1788849625.488466:0:233079:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849625.488471:0:233079:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0000_UUID req@ffff93d7011b8e00 x1875730900977024/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788849625.488478:0:233079:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788849625.488480:0:233079:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849625.488484:0:233079:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000425379d] to pc [ptlrpcd_00_00+0] req@ffff93d7011b8e00 x1875730900977024/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849625.488491:0:233079:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849625.488494:0:233079:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788849625.488497:0:233079:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1e66267e-6e95-48f4-b0ec-6ef916809d2f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788849625.488503:0:233079:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (13393) 00000100:00000001:0.0:1788849625.488517:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849625.488520:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849625.488522:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788849625.488527:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d7011bb100 x1875730900976640/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849625.488534:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849625.488535:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849625.488539:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849625.488542:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788849625.488544:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849625.488548:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d7011bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2be9dc31-d936-46ce-82e2-523a967881fb:2392:1875730900976640:192.168.204.137@tcp:400:kworker.0 00000100:00000001:0.0:1788849625.488552:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788849625.488559:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788849625.488563:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849625.488566:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788849625.488570:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c94d4200. 02000000:00000001:0.0:1788849625.488573:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849625.488581:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:0.0:1788849625.488585:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007fff20. 00000100:00000001:1.0:1788849625.488587:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849625.488591:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1788849625.488593:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2440. 00000100:00000001:1.0:1788849625.488594:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788849625.488601:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d7011b8a80 x1875730900976768/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788849625.488608:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900976640, portal 25 00000100:00000001:1.0:1788849625.488612:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849625.488613:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788849625.488615:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378684672 : -118923330866944 : ffff93d7011bb100) 00000100:00000001:1.0:1788849625.488622:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849625.488623:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d7011bb100 x1875730900976640/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788849625.488628:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788849625.488631:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788849625.488636:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849625.488636:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849625.488641:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000100:00100000:1.0:1788849625.488645:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d7011b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2391:1875730900976768:192.168.204.137@tcp:400:kworker.0 00000400:00000010:0.0:1788849625.488648:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2bb0. 00000100:00000001:1.0:1788849625.488652:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1788849625.488654:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875730900976640, offset 0 02000000:00000001:1.0:1788849625.488655:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849625.488659:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849625.488661:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1788849625.488663:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 02000000:00000010:1.0:1788849625.488666:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6e068fa00. 02000000:00000001:1.0:1788849625.488670:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788849625.488674:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849625.488675:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849625.488681:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004ccf78. 00000400:00000200:0.0:1788849625.488684:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000010:1.0:1788849625.488687:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e3b8. 00000400:00000200:0.0:1788849625.488691:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1788849625.488692:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900976768, portal 10 00000100:00000001:1.0:1788849625.488696:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1788849625.488697:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000100:00000001:1.0:1788849625.488699:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378674816 : -118923330876800 : ffff93d7011b8a80) 00000400:00000200:0.0:1788849625.488704:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1788849625.488710:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d7011b8a80 x1875730900976768/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788849625.488710:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:0.0:1788849625.488715:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550667:550667:256:4294967295] 192.168.204.137@tcp LPNI seq info [550613:550613:8:4294967295] 00000400:00000200:0.0:1788849625.488727:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849625.488729:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788849625.488733:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849625.488736:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105ee58. 00000100:00000200:1.0:1788849625.488742:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900976768, offset 0 00000400:00000200:0.0:1788849625.488744:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000400:00000200:1.0:1788849625.488749:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000800:00000200:0.0:1788849625.488754:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000400:00000200:1.0:1788849625.488758:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000800:00000010:0.0:1788849625.488762:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6c8403c00. 00000400:00000200:1.0:1788849625.488765:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:1.0:1788849625.488769:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788849625.488774:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000800:00000200:0.0:1788849625.488774:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000400:00000200:1.0:1788849625.488780:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788849625.488782:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849625.488788:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550668:550668:255:4294967295] 192.168.204.137@tcp LPNI seq info [550614:550614:7:4294967295] 00000800:00000200:0.0:1788849625.488788:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000400:00000200:1.0:1788849625.488796:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000800:00000200:0.0:1788849625.488796:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6c8403c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1788849625.488806:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000100:00000001:0.0:1788849625.488816:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788849625.488819:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849625.488824:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000800:00000010:1.0:1788849625.488826:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d5c9cc3100. 00000100:00000001:0.0:1788849625.488828:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 2 is 4308059388 00000800:00000200:1.0:1788849625.488834:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000100:00000010:0.0:1788849625.488835:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6eafd92a0. 00000800:00000200:1.0:1788849625.488842:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000100:00000001:0.0:1788849625.488845:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1788849625.488846:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d5c9cc3100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788849625.488852:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849625.488853:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS new deadline estimation for cpu 3 is 4308059388 00000100:00000040:1.0:1788849625.488858:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: using a timeout of 33482 usecs (34 jiffies) 00000100:00000010:0.0:1788849625.488859:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93d6eafd9060. 00000400:00000200:1.0:1788849625.488864:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849625.488866:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308055591 00000100:00000001:1.0:1788849625.488872:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308059388 00000100:00000001:0.0:1788849625.488874:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.137@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788849625.488875:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308055591 00000100:00000001:1.0:1788849625.488880:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308059388 00000100:00000001:0.0:1788849625.488880:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849625.488886:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849625.488887:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849625.488892:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849625.488893:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788849625.488895:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788849625.488900:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d7011b9180 x1875730900976896/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788849625.488902:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93d7011b8e00 x1875730900977024/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788849625.488921:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849625.488922:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849625.488924:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849625.488926:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788849625.488928:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788849625.488931:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d7011b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900976896:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849625.488938:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788849625.488939:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788849625.488964:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1788849625.488965:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849625.488967:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849625.488969:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788849625.488970:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1788849625.488973:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1788849625.488976:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6c94d4600. 02000000:00000001:1.0:1788849625.488977:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788849625.488980:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788849625.488985:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff93d7011b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2391:1875730900977024:192.168.204.137@tcp:400:kworker.0 00000400:00000200:0.0:1788849625.488986:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:1.0:1788849625.488992:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1788849625.488993:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7007ffcb8. 02000000:00000001:1.0:1788849625.488996:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788849625.488999:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788849625.488999:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2880. 02000000:00000001:1.0:1788849625.489004:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1788849625.489005:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900976896, portal 10 02000000:00000010:1.0:1788849625.489008:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93d6e068ea00. 00000100:00000001:0.0:1788849625.489009:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1788849625.489013:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849625.489013:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378676608 : -118923330875008 : ffff93d7011b9180) 00000400:00000200:1.0:1788849625.489021:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000040:0.0:1788849625.489024:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d7011b9180 x1875730900976896/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788849625.489034:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93d7004ccc08. 00000100:00000001:0.0:1788849625.489034:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788849625.489039:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000010:1.0:1788849625.489041:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105e5d8. 00000400:00000010:0.0:1788849625.489043:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6d00b2aa0. 00000100:00000200:1.0:1788849625.489046:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875730900977024, portal 4 00000100:00000200:0.0:1788849625.489048:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875730900976896, offset 0 00000100:00000001:1.0:1788849625.489051:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788849625.489054:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446625150378675712 : -118923330875904 : ffff93d7011b8e00) 00000400:00000200:0.0:1788849625.489057:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849625.489065:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000040:1.0:1788849625.489066:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93d7011b8e00 x1875730900977024/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849625.489078:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1788849625.489078:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000100:00000040:1.0:1788849625.489083:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849625.489084:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1788849625.489089:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93d6f105eee0. 00000400:00000200:0.0:1788849625.489090:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000100:00000200:1.0:1788849625.489095:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875730900977024, offset 0 00000400:00000200:0.0:1788849625.489096:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788849625.489100:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849625.489105:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.204.137@tcp 00000400:00000200:0.0:1788849625.489106:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550669:550669:254:4294967295] 192.168.204.137@tcp LPNI seq info [550615:550615:6:4294967295] 00000400:00000200:0.0:1788849625.489113:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:0.0:1788849625.489119:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:0.0:1788849625.489123:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849625.489127:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6c8403800. 00000800:00000200:0.0:1788849625.489130:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849625.489146:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849625.489150:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6c8403800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788849625.489154:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849625.489158:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: using a timeout of 25307 usecs (26 jiffies) 00000400:00000200:0.0:1788849625.489161:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849625.489163:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308055584 00000100:00000001:0.0:1788849625.489166:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308059388 00000100:00000001:0.0:1788849625.489168:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308055584 00000100:00000001:0.0:1788849625.489170:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308059388 00000100:00000001:0.0:1788849625.489172:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849625.489174:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849625.489177:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849625.489179:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849625.489187:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849625.489189:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788849625.489192:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849625.489193:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849625.489195:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788849625.489199:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788849625.489199:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788849625.489205:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6c8403c00. 00000400:00000200:3.0:1788849625.489211:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849625.489216:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849625.489222:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2bb0 00000400:00000010:3.0:1788849625.489225:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2bb0. 00000100:00000001:3.0:1788849625.489229:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849625.489233:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d7011bb100 x1875730900976640/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849625.489242:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849625.489245:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011bb100 x1875730900976640/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849641 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849625.489251:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849625.489252:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849625.489274:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849625.489276:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d5c9cc3100. 00000400:00000200:3.0:1788849625.489279:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849625.489282:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849625.489285:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105ee58 00000400:00000010:3.0:1788849625.489286:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105ee58. 00000100:00000001:3.0:1788849625.489289:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849625.489292:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d7011b8a80 x1875730900976768/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849625.489298:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849625.489301:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011b8a80 x1875730900976768/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849625.489306:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849625.489307:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788849625.489369:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788849625.489372:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6c8403800. 00000400:00000200:3.0:1788849625.489375:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849625.489379:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:3.0:1788849625.489381:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2aa0 00000400:00000010:3.0:1788849625.489383:0:2385:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2aa0. 00000100:00000001:3.0:1788849625.489385:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788849625.489389:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d7011b9180 x1875730900976896/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849625.489395:0:2385:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788849625.489398:0:2385:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011b9180 x1875730900976896/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849625.489403:0:2385:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788849625.489405:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1788849625.492064:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849625.492079:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.137@tcp local destination 00000400:00000200:1.0:1788849625.492085:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788849625.492090:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.204.37@tcp 00000400:00000200:1.0:1788849625.492095:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.37@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788849625.492098:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.137@tcp 00000400:00000200:1.0:1788849625.492102:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.204.37@tcp NI seq info: [550670:550670:256:4294967295] 192.168.204.137@tcp LPNI seq info [550616:550616:8:4294967295] 00000400:00000200:1.0:1788849625.492107:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849625.492118:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp:) -> 192.168.204.137@tcp(192.168.204.137@tcp:192.168.204.137@tcp) : PUT try# 0 00000800:00000200:1.0:1788849625.492126:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.137@tcp 00000800:00000010:0.0:1788849625.492205:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93d6c8403800. 00000800:00000200:0.0:1788849625.492225:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff93d6d16edf00] -> 12345-192.168.204.137@tcp (5) 00000800:00000200:0.0:1788849625.492233:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.137@tcp ip 192.168.204.137:988 00000800:00000200:0.0:1788849625.492238:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93d6c8403800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788849625.492252:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788849625.492259:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: using a timeout of 134211 usecs (135 jiffies) 00000400:00000200:0.0:1788849625.492263:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000001:0.0:1788849625.492266:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 2 is 4308055696 00000100:00000001:0.0:1788849625.492269:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 2, keep current deadline 4308059388 00000100:00000001:0.0:1788849625.492272:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS new deadline estimation for cpu 3 is 4308055696 00000100:00000001:0.0:1788849625.492274:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff93d6e0561000: PM QoS request active for cpu 3, keep current deadline 4308059388 00000100:00000001:0.0:1788849625.492276:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788849625.492280:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849625.492285:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849625.492289:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788849625.492298:0:2391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788849625.492301:0:2391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1788849625.492304:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788849625.492305:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788849625.492307:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788849625.492309:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788849625.492564:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1788849625.492600:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788849625.492605:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93d6c8403800. 00000400:00000200:2.0:1788849625.492611:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849625.492619:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000400:00000200:2.0:1788849625.492626:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105eee0 00000400:00000010:2.0:1788849625.492628:0:2386:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105eee0. 00000100:00000001:2.0:1788849625.492640:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788849625.492648:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93d7011b8e00 x1875730900977024/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849625.492660:0:2386:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788849625.492665:0:2386:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93d7011b8e00 x1875730900977024/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849680 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849625.492673:0:2386:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849625.492675:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788849625.492694:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849625.492696:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849625.492699:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849625.492703:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849625.492708:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:2.0:1788849625.492713:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849625.492717:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849625.492721:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849625.492725:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20c0480 00000400:00000200:2.0:1788849625.492730:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:2.0:1788849625.492736:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d3bd [1] + 224 00000800:00000001:2.0:1788849625.492743:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849625.492747:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788849625.492749:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788849625.492753:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:2.0:1788849625.492757:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788849625.492761:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d7011b8a80 x1875730900976768/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788849625.492771:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d7011b8a80 x1875730900976768/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788849625.492804:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788849625.492810:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849625.492814:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788849625.492822:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788849625.492825:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849625.492826:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849625.492830:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788849625.492831:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000001:1.0:1788849625.492836:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1788849625.492837:0:2385:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000001:1.0:1788849625.492841:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1788849625.492845:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849625.492846:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004ccf78. 00000400:00000200:2.0:1788849625.492850:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:1.0:1788849625.492852:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e3b8 00000400:00000200:2.0:1788849625.492856:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000010:1.0:1788849625.492856:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e3b8. 00000100:00000001:1.0:1788849625.492861:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1788849625.492863:0:2385:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 10 MB=0x6a9f7a20c0500 00000100:00000200:1.0:1788849625.492870:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d7011b8a80 x1875730900976768/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788849625.492880:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d7011b8a80 x1875730900976768/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849625.492893:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849625.492895:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849625.492898:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849625.492900:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849625.492902:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849625.492904:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849625.492906:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849625.492915:0:2391:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e082bc60 time=143 v=84 (84 84 85 86) 00000100:00001000:1.0:1788849625.492919:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e082bc18 time=14 v=5 (1 1 1 0) 00000100:00000001:1.0:1788849625.493067:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849625.493069:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849625.493072:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788849625.493076:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849625.493080:0:2391:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788849625.493082:0:2391:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93d6e0561000: skip recheck: last_committed 30064771464 00000100:00000001:1.0:1788849625.493084:0:2391:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788849625.493086:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849625.493093:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d7011b8a80 x1875730900976768/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849625.493101:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849625.493104:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849625.493106:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849625.493110:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d7011b8a80 x1875730900976768/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849625.493120:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d7011b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2391:1875730900976768:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849625.493126:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849625.493128:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1788849625.493131:0:2385:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000100:00000040:1.0:1788849625.493132:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d7011b8a80 x1875730900976768/t0(0) o400->lustre-MDT0000-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788849625.493153:0:2385:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d3c5 [1] + 224 00000100:00000001:1.0:1788849625.493156:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1788849625.493160:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1788849625.493167:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1788849625.493169:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1788849625.493172:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6e068fa00. 00000400:00000200:2.0:1788849625.493173:0:2385:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1788849625.493179:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1788849625.493180:0:2385:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000020:00000001:1.0:1788849625.493184:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:2.0:1788849625.493185:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1788849625.493187:0:2391:0:(genops.c:1223:class_import_put()) import ffff93d6e082b800 refcount=5 obd=lustre-MDT0000-mdc-ffff93d6e0561000 00000020:00000001:1.0:1788849625.493191:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000200:2.0:1788849625.493193:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d7011b9180 x1875730900976896/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788849625.493196:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cbed00. 02000000:00000001:1.0:1788849625.493203:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849625.493206:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1788849625.493207:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d7011b9180 x1875730900976896/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788849625.493211:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d7011b8a80. 00000100:00000001:1.0:1788849625.493218:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849625.493220:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849625.493223:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788849625.493224:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849625.493226:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849625.493229:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1788849625.493231:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788849625.493232:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788849625.493236:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849625.493236:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849625.493383:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849625.493385:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788849625.493389:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849625.493391:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849625.493393:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007ffcb8. 00000400:00000200:1.0:1788849625.493397:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2880 00000400:00000010:1.0:1788849625.493399:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2880. 00000100:00000001:1.0:1788849625.493402:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849625.493407:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d7011b9180 x1875730900976896/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788849625.493415:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d7011b9180 x1875730900976896/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849625.493421:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849625.493422:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849625.493423:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849625.493425:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849625.493427:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849625.493428:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849625.493430:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849625.493435:0:2392:0:(import.c:2149:obd_at_measure()) add 84 to ffff93d6e0ada460 time=143 v=84 (84 84 85 86) 00000100:00001000:1.0:1788849625.493445:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ada418 time=142 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849625.493447:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849625.493448:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849625.493450:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788849625.493455:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff93d7011b9180 x1875730900976896/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788849625.493461:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849625.493463:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788849625.493464:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93d6e0561000: skip recheck: last_committed 21474836540 00000100:00000001:1.0:1788849625.493466:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788849625.493467:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849625.493470:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d7011b9180 x1875730900976896/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849625.493476:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849625.493478:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849625.493479:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849625.493482:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d7011b9180 x1875730900976896/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849625.493488:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d7011b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2392:1875730900976896:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849625.493492:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849625.493494:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849625.493496:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d7011b9180 x1875730900976896/t0(0) o400->lustre-MDT0001-mdc-ffff93d6e0561000@192.168.204.137@tcp:12/10 lens 224/224 e 0 to 0 dl 1788849740 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849625.493502:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849625.493504:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849625.493506:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c94d4600. 02000000:00000001:1.0:1788849625.493509:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849625.493511:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849625.493512:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6e0ada000 refcount=3 obd=lustre-MDT0001-mdc-ffff93d6e0561000 00000020:00000001:1.0:1788849625.493514:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849625.493516:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cbe400. 02000000:00000001:1.0:1788849625.493525:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849625.493527:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849625.493528:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d7011b9180. 00000100:00000001:1.0:1788849625.493531:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849625.493532:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849625.493534:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849625.493536:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849625.493538:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788849625.493540:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849625.493542:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788849625.494482:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849625.494492:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849625.494495:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849625.494499:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849625.494512:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849625.494519:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849625.494525:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849625.494529:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849625.494533:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849625.494537:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 25 MB=0x6a9f7a20c0400 00000400:00000200:3.0:1788849625.494541:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849625.494546:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d3b5 [1] + 224 00000800:00000001:3.0:1788849625.494553:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849625.494558:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849625.494561:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849625.494566:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849625.494571:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849625.494578:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d7011bb100 x1875730900976640/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849625.494588:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d7011bb100 x1875730900976640/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849625.494602:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849625.494608:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849625.494612:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788849625.494614:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849625.494616:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849625.494619:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849625.494622:0:2386:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.204.37@tcp(192.168.204.37@tcp) <- 192.168.204.137@tcp : PUT - for me 00000400:00000200:3.0:1788849625.494627:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849625.494629:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849625.494632:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849625.494634:0:2386:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.137@tcp of length 224 into portal 4 MB=0x6a9f7a20c0580 00000400:00000200:3.0:1788849625.494638:0:2386:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.204.137@tcp to cpt 1 00000400:00000200:3.0:1788849625.494643:0:2386:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.137@tcp of length 224/224 into md 0x52d3cd [1] + 224 00000800:00000001:3.0:1788849625.494647:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849625.494658:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788849625.494660:0:2386:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788849625.494664:0:2386:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.37@tcp->192.168.204.137@tcp: PUT: OK 00000100:00000001:3.0:1788849625.494668:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788849625.494672:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93d7011b8e00 x1875730900977024/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849680 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788849625.494681:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93d7011b8e00 x1875730900977024/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788849625.494693:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788849625.494697:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788849625.494700:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849625.495677:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849625.495684:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788849625.495690:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849625.495692:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849625.495696:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7004ccc08. 00000400:00000200:1.0:1788849625.495702:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6f105e5d8 00000400:00000010:1.0:1788849625.495704:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6f105e5d8. 00000100:00000001:1.0:1788849625.495707:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849625.495713:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d7011b8e00 x1875730900977024/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788849625.495723:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d7011b8e00 x1875730900977024/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849680 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849625.495729:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849625.495731:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849625.495734:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849625.495737:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849625.495739:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849625.495741:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849625.495744:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849625.495752:0:2391:0:(import.c:2149:obd_at_measure()) add 36 to ffff93d6e0ade460 time=143 v=36 (36 5 5 5) 00000100:00001000:1.0:1788849625.495756:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6e0ade418 time=126 v=5 (1 1 0 0) 00000100:00000001:1.0:1788849625.495761:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849625.495762:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849625.495765:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788849625.495768:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849625.495771:0:2391:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788849625.495773:0:2391:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93d6e0561000: skip recheck: last_committed 42949693919 00000100:00000001:1.0:1788849625.495784:0:2391:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788849625.495786:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849625.495791:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d7011b8e00 x1875730900977024/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849625.495913:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849625.495917:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849625.495918:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849625.496095:0:2391:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d7011b8e00 x1875730900977024/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849680 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849625.496104:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d7011b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1e66267e-6e95-48f4-b0ec-6ef916809d2f:2391:1875730900977024:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849625.496109:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849625.496111:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849625.496114:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d7011b8e00 x1875730900977024/t0(0) o400->lustre-OST0000-osc-ffff93d6e0561000@192.168.204.137@tcp:28/4 lens 224/224 e 0 to 0 dl 1788849680 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849625.496119:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849625.496122:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849625.496125:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6e068ea00. 02000000:00000001:1.0:1788849625.496128:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849625.496131:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849625.496132:0:2391:0:(genops.c:1223:class_import_put()) import ffff93d6e0ade000 refcount=3 obd=lustre-OST0000-osc-ffff93d6e0561000 00000020:00000001:1.0:1788849625.496145:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849625.496148:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d6c8403f00. 02000000:00000001:1.0:1788849625.496151:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849625.496153:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849625.496155:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d7011b8e00. 00000100:00000001:1.0:1788849625.496159:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849625.496161:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849625.496163:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849625.496170:0:2391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788849625.496172:0:2391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849625.496174:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849625.496176:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849625.496185:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849625.496193:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788849625.496197:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788849625.496199:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788849625.496201:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93d7007fff20. 00000400:00000200:1.0:1788849625.496204:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93d6d00b2440 00000400:00000010:1.0:1788849625.496206:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff93d6d00b2440. 00000100:00000001:1.0:1788849625.496208:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788849625.496214:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93d7011bb100 x1875730900976640/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788849625.496222:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93d7011bb100 x1875730900976640/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849641 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849625.496229:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788849625.496230:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849625.496232:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788849625.496234:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788849625.496235:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788849625.496238:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788849625.496240:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788849625.496243:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff93d6c9059460 time=144 v=5 (5 5 5 5) 00000100:00001000:1.0:1788849625.496246:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff93d6c9059418 time=14 v=5 (1 1 1 0) 00000100:00000001:1.0:1788849625.496247:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788849625.496249:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788849625.496250:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788849625.496252:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849625.496254:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788849625.496257:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93d7011bb100 x1875730900976640/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849625.496263:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788849625.496264:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788849625.496266:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788849625.496269:0:2392:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93d7011bb100 x1875730900976640/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849641 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788849625.496275:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff93d7011bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2be9dc31-d936-46ce-82e2-523a967881fb:2392:1875730900976640:192.168.204.137@tcp:400:kworker.0 00000100:00000001:1.0:1788849625.496287:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849625.496289:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788849625.496292:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93d7011bb100 x1875730900976640/t0(0) o400->MGC192.168.204.137@tcp@192.168.204.137@tcp:26/25 lens 224/224 e 0 to 0 dl 1788849641 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788849625.496298:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788849625.496299:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788849625.496301:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93d6c94d4200. 02000000:00000001:1.0:1788849625.496304:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788849625.496305:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788849625.496307:0:2392:0:(genops.c:1223:class_import_put()) import ffff93d6c9059000 refcount=3 obd=MGC192.168.204.137@tcp 00000020:00000001:1.0:1788849625.496309:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788849625.496311:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93d5c9cbe200. 02000000:00000001:1.0:1788849625.496314:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788849625.496315:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788849625.496316:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93d7011bb100. 00000100:00000001:1.0:1788849625.496319:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788849625.496321:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849625.496323:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788849625.496326:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788849625.496328:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788849625.496329:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788849625.496331:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849625.675079:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849625.675085:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849625.675091:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849625.675092:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849625.675967:0:241781:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788849625.675972:0:241781:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849625.675977:0:241781:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788849626.699059:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849626.699071:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788849626.699078:0:267203:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788849626.699079:0:267203:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788849626.699194:0:251614:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788849626.699198:0:251614:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788849626.699202:0:251614:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788849626.858904:0:280126:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 13496 lines, 13496 kept, 0 dropped, 0 bad.