00000100:00000040:2.0F:1781829941.253414:0:104177:0:(pinger.c:231:ptlrpc_pinger_process_import()) c64ef5db-fccf-450e-8d2b-d993206125e2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781829941.253463:0:104177:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781829941.253472:0:104177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96fd3854ad80. 00000020:00000040:2.0:1781829941.253479:0:104177:0:(genops.c:1231:class_import_get()) import ffff96fd09ab5000 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1781829941.253485:0:104177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781829941.253489:0:104177:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781829941.253495:0:104177:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781829941.253504:0:104177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96fd20965300. 00000100:00000001:2.0:1781829941.253511:0:104177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829941.253526:0:104177:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c64ef5db-fccf-450e-8d2b-d993206125e2->MGS req@ffff96fd3854ad80 x1868371018881280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781829941.253560:0:104177:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781829941.253567:0:104177:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829941.253590:0:104177:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098a20a30] to pc [ptlrpcd_01_01+1] req@ffff96fd3854ad80 x1868371018881280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829941.253636:0:104177:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829941.253641:0:104177:0:(pinger.c:231:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781829941.253646:0:104177:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1781829941.253666:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829941.253671:0:2357:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781829941.253674:0:2357:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781829941.253682:0:2357:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96fd3854ad80 x1868371018881280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829941.253693:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781829941.253696:0:2357:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781829941.253701:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781829941.253705:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781829941.253709:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781829941.253714:0:2357:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96fd3854ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c64ef5db-fccf-450e-8d2b-d993206125e2:2357:1868371018881280:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1781829941.253720:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781829941.253727:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781829941.253730:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781829941.253733:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781829941.253748:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96fd1054b800. 02000000:00000001:2.0:1781829941.253751:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781829941.253760:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1781829941.253766:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96fd0968f9a0. 00000400:00000010:2.0:1781829941.253775:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd1802caa0. 00000100:00000200:2.0:1781829941.253784:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371018881280, portal 25 00000100:00000001:2.0:1781829941.253788:0:2357:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781829941.253790:0:2357:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446628613048806784 : -115460660744832 : ffff96fd3854ad80) 00000100:00000040:2.0:1781829941.253799:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96fd3854ad80 x1868371018881280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829941.253809:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781829941.253812:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1781829941.253816:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd1802ca18. 00000100:00000200:2.0:1781829941.253821:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371018881280, offset 0 00000400:00000200:2.0:1781829941.253828:0:2357:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1781829941.253839:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1781829941.253849:0:2357:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1781829941.253856:0:2357:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781829941.253861:0:2357:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1781829941.253865:0:2357:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781829941.253869:0:2357:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1781829941.253874:0:2357:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [278088:278088:256:4294967295] 192.168.201.103@tcp LPNI seq info [278079:278079:8:4294967295] 00000400:00000200:2.0:1781829941.253880:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1781829941.253894:0:2357:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1781829941.253903:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1781829941.253912:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96fd21325400. 00000800:00000200:2.0:1781829941.253921:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96fd09c13180] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1781829941.253931:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1781829941.253936:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96fd21325400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781829941.253978:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781829941.253985:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1781829941.253998:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4307322690 00000100:00000001:2.0:1781829941.254010:0:2357:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307317565 00000100:00000001:2.0:1781829941.254016:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4307322690 00000100:00000001:2.0:1781829941.254020:0:2357:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307317565 00000100:00000001:2.0:1781829941.254025:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781829941.254029:0:2357:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.254033:0:2357:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.254036:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829941.254046:0:2357:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781829941.254049:0:2357:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781829941.254052:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829941.254054:0:2357:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781829941.254057:0:2357:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.254060:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.254090:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829941.254093:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1781829941.254103:0:104177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96fd38549f80. 00000020:00000040:2.0:1781829941.254108:0:104177:0:(genops.c:1231:class_import_get()) import ffff96fd02f5a000 refcount=4 obd=lustre-MDT0000-mdc-ffff96fd086a1800 00000100:00000001:2.0:1781829941.254112:0:104177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781829941.254114:0:104177:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781829941.254117:0:104177:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781829941.254124:0:104177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96fd21325500. 00000100:00000001:2.0:1781829941.254130:0:104177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829941.254138:0:104177:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-MDT0000_UUID req@ffff96fd38549f80 x1868371018881408/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781829941.254148:0:104177:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781829941.254152:0:104177:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829941.254158:0:104177:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b05e6d3] to pc [ptlrpcd_01_00+0] req@ffff96fd38549f80 x1868371018881408/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829941.254178:0:104177:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829941.254181:0:104177:0:(pinger.c:231:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781829941.254186:0:104177:0:(pinger.c:249:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781829941.254198:0:104177:0:(pinger.c:231:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781829941.254203:0:104177:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1781829941.254211:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829941.254214:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781829941.254217:0:2356:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781829941.254223:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96fd38549f80 x1868371018881408/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829941.254232:0:2356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781829941.254233:0:2356:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781829941.254236:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781829941.254239:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781829941.254242:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781829941.254247:0:2356:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96fd38549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2356:1868371018881408:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1781829941.254251:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781829941.254255:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781829941.254257:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781829941.254259:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781829941.254263:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96fd1054a800. 02000000:00000001:2.0:1781829941.254265:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781829941.254270:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1781829941.254274:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96fd0968fc08. 00000400:00000010:2.0:1781829941.254280:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd1802c7f8. 00000100:00000200:2.0:1781829941.254285:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371018881408, portal 10 00000100:00000001:2.0:1781829941.254287:0:2356:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781829941.254289:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446628613048803200 : -115460660748416 : ffff96fd38549f80) 00000100:00000040:2.0:1781829941.254298:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96fd38549f80 x1868371018881408/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829941.254307:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781829941.254311:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1781829941.254314:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd1802c000. 00000100:00000200:2.0:1781829941.254317:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371018881408, offset 0 00000400:00000200:2.0:1781829941.254324:0:2356:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1781829941.254340:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1781829941.254346:0:2356:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1781829941.254350:0:2356:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781829941.254353:0:2356:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1781829941.254356:0:2356:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781829941.254359:0:2356:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1781829941.254363:0:2356:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [278089:278089:255:4294967295] 192.168.201.103@tcp LPNI seq info [278080:278080:7:4294967295] 00000400:00000200:2.0:1781829941.254369:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1781829941.254379:0:2356:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1781829941.254385:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1781829941.254391:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96fd032e5a00. 00000800:00000200:2.0:1781829941.254397:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96fd09c13180] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1781829941.254403:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1781829941.254408:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96fd032e5a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781829941.254413:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829941.254418:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: using a timeout of 45857 usecs (46 jiffies) 00000400:00000200:2.0:1781829941.254423:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1781829941.254426:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 0 is 4307311166 00000100:00000001:2.0:1781829941.254694:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS request active for cpu 0, keep current deadline 4307322690 00000100:00000001:2.0:1781829941.254699:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 1 is 4307311166 00000100:00000001:2.0:1781829941.254702:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS request active for cpu 1, keep current deadline 4307322690 00000100:00000001:2.0:1781829941.254705:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781829941.254708:0:2356:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.254711:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.254714:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829941.254719:0:2356:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781829941.254721:0:2356:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781829941.254724:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829941.254726:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781829941.254727:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.254730:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.254752:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829941.254754:0:2357:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781829941.254757:0:2357:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.254760:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1781829941.254769:0:104177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96fd38549c00. 00000020:00000040:2.0:1781829941.254773:0:104177:0:(genops.c:1231:class_import_get()) import ffff96fd02f5b000 refcount=3 obd=lustre-OST0001-osc-ffff96fd086a1800 00000100:00000001:2.0:1781829941.254777:0:104177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781829941.254779:0:104177:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781829941.254782:0:104177:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781829941.254789:0:104177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96fd04432a00. 00000100:00000001:2.0:1781829941.254794:0:104177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829941.254801:0:104177:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0001_UUID req@ffff96fd38549c00 x1868371018881536/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781829941.254813:0:104177:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781829941.254816:0:104177:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829941.254822:0:104177:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3dbf16a] to pc [ptlrpcd_01_01+1] req@ffff96fd38549c00 x1868371018881536/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829941.254840:0:104177:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.254851:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829941.254853:0:2357:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781829941.254855:0:2357:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781829941.254861:0:2357:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96fd38549c00 x1868371018881536/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829941.254871:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781829941.254873:0:2357:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781829941.254876:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781829941.254878:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781829941.254881:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781829941.254886:0:2357:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96fd38549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2357:1868371018881536:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1781829941.254890:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781829941.254895:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781829941.254897:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781829941.254899:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781829941.254912:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96fd1054a600. 02000000:00000001:2.0:1781829941.254915:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781829941.254921:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1781829941.254925:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96fd0968f000. 00000400:00000010:2.0:1781829941.254931:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd1802cb28. 00000100:00000200:2.0:1781829941.254935:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371018881536, portal 4 00000100:00000001:2.0:1781829941.254938:0:2357:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781829941.254940:0:2357:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446628613048802304 : -115460660749312 : ffff96fd38549c00) 00000100:00000040:2.0:1781829941.254949:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96fd38549c00 x1868371018881536/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829941.254958:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781829941.254961:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1781829941.254965:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd1802ccc0. 00000100:00000200:2.0:1781829941.254969:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371018881536, offset 0 00000400:00000200:2.0:1781829941.254974:0:2357:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1781829941.254980:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1781829941.254985:0:2357:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1781829941.254989:0:2357:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781829941.254992:0:2357:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1781829941.254995:0:2357:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781829941.254998:0:2357:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1781829941.255002:0:2357:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [278090:278090:254:4294967295] 192.168.201.103@tcp LPNI seq info [278081:278081:6:4294967295] 00000400:00000200:2.0:1781829941.255007:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1781829941.255016:0:2357:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1781829941.255022:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1781829941.255027:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96fd04432500. 00000800:00000200:2.0:1781829941.255032:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96fd09c13180] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1781829941.255038:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1781829941.255042:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96fd04432500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781829941.255046:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829941.255050:0:2357:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: using a timeout of 44006 usecs (45 jiffies) 00000400:00000200:2.0:1781829941.255064:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1781829941.255067:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 0 is 4307311165 00000100:00000001:2.0:1781829941.255070:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS request active for cpu 0, keep current deadline 4307322690 00000100:00000001:2.0:1781829941.255073:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 1 is 4307311165 00000100:00000001:2.0:1781829941.255077:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS request active for cpu 1, keep current deadline 4307322690 00000100:00000001:2.0:1781829941.255079:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781829941.255083:0:2357:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.255086:0:2357:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.255089:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829941.255094:0:2357:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781829941.255096:0:2357:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781829941.255099:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829941.255101:0:2357:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781829941.255103:0:2357:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.255106:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.255118:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829941.255121:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781829941.255123:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.255125:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829941.255132:0:104177:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (12648) 00000800:00000200:1.0F:1781829941.255641:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781829941.255672:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96fd21325400. 00000400:00000200:1.0:1781829941.255682:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829941.255690:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1781829941.255698:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd1802ca18 00000400:00000010:1.0:1781829941.255702:0:2348:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd1802ca18. 00000100:00000001:1.0:1781829941.255707:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781829941.255715:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96fd3854ad80 x1868371018881280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829941.255729:0:2348:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781829941.255734:0:2348:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96fd3854ad80 x1868371018881280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829957 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829941.255744:0:2348:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781829941.255746:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781829941.255765:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781829941.255769:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96fd032e5a00. 00000400:00000200:1.0:1781829941.255773:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829941.255779:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1781829941.255782:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd1802c000 00000400:00000010:1.0:1781829941.255785:0:2348:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd1802c000. 00000100:00000001:1.0:1781829941.255788:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781829941.255793:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96fd38549f80 x1868371018881408/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829941.255804:0:2348:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781829941.255808:0:2348:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96fd38549f80 x1868371018881408/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829957 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829941.255818:0:2348:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781829941.255820:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781829941.255901:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781829941.255906:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96fd04432500. 00000400:00000200:1.0:1781829941.255911:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829941.255916:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1781829941.255920:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd1802ccc0 00000400:00000010:1.0:1781829941.255923:0:2348:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd1802ccc0. 00000100:00000001:1.0:1781829941.255935:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781829941.255949:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96fd38549c00 x1868371018881536/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829941.255981:0:2348:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781829941.255986:0:2348:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96fd38549c00 x1868371018881536/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829957 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829941.255994:0:2348:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781829941.255997:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781829941.266881:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829941.266905:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781829941.266910:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829941.266914:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829941.266925:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829941.266935:0:2347:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1781829941.266946:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829941.266953:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829941.266960:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829941.266966:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x6a34606e39a00 00000400:00000200:1.0:1781829941.266974:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829941.266982:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2562d1 [1] + 224 00000800:00000001:1.0:1781829941.266992:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829941.266997:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829941.267001:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829941.267008:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1781829941.267017:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781829941.267027:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96fd38549c00 x1868371018881536/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781829941.267042:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96fd38549c00 x1868371018881536/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829941.267082:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781829941.267094:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829941.267111:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781829941.267114:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829941.267117:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829941.267123:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829941.267128:0:2347:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1781829941.267135:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829941.267140:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829941.267145:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829941.267150:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x6a34606e39980 00000400:00000200:1.0:1781829941.267155:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829941.267161:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2562c9 [1] + 224 00000800:00000001:1.0:1781829941.267166:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829941.267171:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829941.267174:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829941.267179:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1781829941.267183:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781829941.267191:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96fd38549f80 x1868371018881408/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781829941.267204:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96fd38549f80 x1868371018881408/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829941.267222:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781829941.267229:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829941.267234:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781829941.267236:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829941.267239:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829941.267243:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829941.267248:0:2347:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1781829941.267254:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829941.267258:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829941.267262:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829941.267265:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x6a34606e39900 00000400:00000200:1.0:1781829941.267270:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829941.267288:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2562c1 [1] + 224 00000800:00000001:1.0:1781829941.267294:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829941.267370:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829941.267375:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829941.267380:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1781829941.267665:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781829941.267673:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96fd3854ad80 x1868371018881280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781829941.267685:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96fd3854ad80 x1868371018881280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829941.267696:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781829941.267703:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829941.267708:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829941.268144:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829941.268150:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781829941.268159:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781829941.268161:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781829941.268165:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96fd0968fc08. 00000400:00000200:2.0:1781829941.268172:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd1802c7f8 00000400:00000010:2.0:1781829941.268175:0:2356:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd1802c7f8. 00000100:00000001:2.0:1781829941.268179:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781829941.268187:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96fd38549f80 x1868371018881408/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781829941.268201:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96fd38549f80 x1868371018881408/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829941.268211:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781829941.268213:0:2356:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829941.268227:0:2356:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781829941.268231:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781829941.268234:0:2356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781829941.268236:0:2356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781829941.268240:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781829941.268253:0:2356:0:(import.c:2151:obd_at_measure()) add 5 to ffff96fd02f5a460 time=36 v=5 (5 5 5 5) 00000100:00001000:2.0:1781829941.268259:0:2356:0:(import.c:2151:obd_at_measure()) add 1 to ffff96fd02f5a418 time=137 v=5 (1 1 1 1) 00000100:00000001:2.0:1781829941.268262:0:2356:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781829941.268264:0:2356:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781829941.268268:0:2356:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781829941.268272:0:2356:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.268277:0:2356:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781829941.268280:0:2356:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96fd086a1800: skip recheck: last_committed 137438953864 00000100:00000001:2.0:1781829941.268282:0:2356:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781829941.268284:0:2356:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829941.268291:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96fd38549f80 x1868371018881408/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829941.268301:0:2356:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781829941.268305:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781829941.268308:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781829941.268313:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96fd38549f80 x1868371018881408/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781829941.268325:0:2356:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff96fd38549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2356:1868371018881408:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1781829941.268332:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829941.268335:0:2356:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781829941.268340:0:2356:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96fd38549f80 x1868371018881408/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829941.268349:0:2356:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781829941.268352:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781829941.268356:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96fd1054a800. 02000000:00000001:2.0:1781829941.268360:0:2356:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781829941.268364:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781829941.268366:0:2356:0:(genops.c:1244:class_import_put()) import ffff96fd02f5a000 refcount=3 obd=lustre-MDT0000-mdc-ffff96fd086a1800 00000020:00000001:2.0:1781829941.268378:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781829941.268381:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96fd21325500. 02000000:00000001:2.0:1781829941.268386:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781829941.268389:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781829941.268391:0:2356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96fd38549f80. 00000100:00000001:2.0:1781829941.268397:0:2356:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781829941.268399:0:2356:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829941.268402:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829941.268412:0:2356:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781829941.268415:0:2356:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.268417:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829941.268420:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.268473:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829941.268476:0:2357:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781829941.268481:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781829941.268483:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781829941.268486:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96fd0968f000. 00000400:00000200:2.0:1781829941.268491:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd1802cb28 00000400:00000010:2.0:1781829941.268493:0:2357:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd1802cb28. 00000100:00000001:2.0:1781829941.268496:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781829941.268504:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96fd38549c00 x1868371018881536/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781829941.268517:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96fd38549c00 x1868371018881536/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829941.268526:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781829941.268529:0:2357:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829941.268532:0:2357:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781829941.268534:0:2357:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781829941.268551:0:2357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781829941.268554:0:2357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781829941.268557:0:2357:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781829941.268564:0:2357:0:(import.c:2151:obd_at_measure()) add 5 to ffff96fd02f5b460 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1781829941.268568:0:2357:0:(import.c:2151:obd_at_measure()) add 1 to ffff96fd02f5b418 time=47 v=5 (1 1 1 1) 00000100:00000001:2.0:1781829941.268571:0:2357:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781829941.268573:0:2357:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781829941.268576:0:2357:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781829941.268588:0:2357:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.268592:0:2357:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781829941.268594:0:2357:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96fd086a1800: skip recheck: last_committed 4295079931 00000100:00000001:2.0:1781829941.268597:0:2357:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781829941.268598:0:2357:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829941.268604:0:2357:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96fd38549c00 x1868371018881536/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829941.268613:0:2357:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781829941.268616:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781829941.268618:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781829941.268623:0:2357:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96fd38549c00 x1868371018881536/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781829941.268634:0:2357:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff96fd38549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2357:1868371018881536:192.168.201.103@tcp:400:kworker.0 00000400:00000001:2.0:1781829941.268642:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781829941.268644:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781829941.268664:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96fd0968f9a0. 00000400:00000200:2.0:1781829941.268669:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd1802caa0 00000400:00000010:2.0:1781829941.268672:0:2357:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd1802caa0. 00000100:00000001:2.0:1781829941.268676:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781829941.268682:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96fd3854ad80 x1868371018881280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781829941.268693:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96fd3854ad80 x1868371018881280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829941.268702:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781829941.268704:0:2357:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829941.268707:0:2357:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781829941.268709:0:2357:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781829941.268711:0:2357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781829941.268713:0:2357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781829941.268715:0:2357:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781829941.268719:0:2357:0:(import.c:2151:obd_at_measure()) add 5 to ffff96fd09ab5460 time=36 v=5 (5 5 5 5) 00000100:00001000:2.0:1781829941.268724:0:2357:0:(import.c:2151:obd_at_measure()) add 1 to ffff96fd09ab5418 time=139 v=5 (1 1 1 1) 00000100:00000001:2.0:1781829941.268737:0:2357:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781829941.268739:0:2357:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781829941.268741:0:2357:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781829941.268744:0:2357:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.268746:0:2357:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829941.268752:0:2357:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96fd3854ad80 x1868371018881280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829941.268762:0:2357:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781829941.268765:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781829941.268766:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781829941.268771:0:2357:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96fd3854ad80 x1868371018881280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781829941.268781:0:2357:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff96fd3854ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c64ef5db-fccf-450e-8d2b-d993206125e2:2357:1868371018881280:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1781829941.268788:0:2357:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829941.268791:0:2357:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781829941.268797:0:2357:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96fd38549c00 x1868371018881536/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829941.268805:0:2357:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781829941.268808:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781829941.268810:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96fd1054a600. 02000000:00000001:2.0:1781829941.268813:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781829941.268815:0:2357:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781829941.268817:0:2357:0:(genops.c:1244:class_import_put()) import ffff96fd02f5b000 refcount=2 obd=lustre-OST0001-osc-ffff96fd086a1800 00000020:00000001:2.0:1781829941.268820:0:2357:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781829941.268822:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96fd04432a00. 02000000:00000001:2.0:1781829941.268826:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781829941.268827:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781829941.268829:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96fd38549c00. 00000100:00000001:2.0:1781829941.268833:0:2357:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781829941.268834:0:2357:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829941.268836:0:2357:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781829941.268841:0:2357:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96fd3854ad80 x1868371018881280/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829957 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829941.268866:0:2357:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781829941.268869:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781829941.268871:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96fd1054b800. 02000000:00000001:2.0:1781829941.268874:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781829941.268876:0:2357:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781829941.268878:0:2357:0:(genops.c:1244:class_import_put()) import ffff96fd09ab5000 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:2.0:1781829941.268881:0:2357:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781829941.268883:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96fd20965300. 02000000:00000001:2.0:1781829941.268887:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781829941.268888:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781829941.268890:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96fd3854ad80. 00000100:00000001:2.0:1781829941.268894:0:2357:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781829941.268896:0:2357:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829941.268898:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829941.268904:0:2357:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781829941.268906:0:2357:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829941.268909:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829941.268911:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0F:1781829941.306576:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829941.306604:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829941.306614:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829941.306616:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829941.306621:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829941.306623:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781829941.306943:0:109178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781829941.306947:0:109178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781829941.306951:0:109178:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781829942.333742:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829942.333750:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829942.333757:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829942.333759:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829942.333763:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829942.333765:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781829942.334851:0:106790:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781829942.334855:0:106790:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781829942.334860:0:106790:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781829943.348709:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829943.348719:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829943.348727:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829943.348730:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829943.348734:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829943.348736:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781829943.348845:0:106789:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781829943.348850:0:106789:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781829943.348854:0:106789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781829944.372848:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829944.372857:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829944.372865:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829944.372866:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829944.372870:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829944.372872:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781829944.373060:0:109178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781829944.373065:0:109178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781829944.373069:0:109178:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781829945.396551:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829945.396562:0:124085:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1781829945.396565:0:124085:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1781829945.396569:0:124085:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829945.396576:0:124085:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1781829945.396579:0:124085:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829945.396582:0:124085:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829945.396586:0:124085:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829945.396591:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829945.396593:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829945.396598:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829945.396600:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781829945.397479:0:106790:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781829945.397484:0:106790:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781829945.397489:0:106790:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781829946.359842:0:99307:0:(pinger.c:231:ptlrpc_pinger_process_import()) c64ef5db-fccf-450e-8d2b-d993206125e2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781829946.359857:0:99307:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781829946.359870:0:99307:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96fd305b9880. 00000020:00000040:1.0:1781829946.359878:0:99307:0:(genops.c:1231:class_import_get()) import ffff96fd09ab5000 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:1.0:1781829946.359884:0:99307:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781829946.359887:0:99307:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781829946.359894:0:99307:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781829946.359904:0:99307:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96fd075bc500. 00000100:00000001:1.0:1781829946.359929:0:99307:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781829946.359944:0:99307:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c64ef5db-fccf-450e-8d2b-d993206125e2->MGS req@ffff96fd305b9880 x1868371018881664/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781829946.359958:0:99307:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781829946.359963:0:99307:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781829946.359971:0:99307:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000276dbfff] to pc [ptlrpcd_00_00+0] req@ffff96fd305b9880 x1868371018881664/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.360003:0:99307:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781829946.360007:0:99307:0:(pinger.c:231:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781829946.360310:0:99307:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781829946.360316:0:99307:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96fd305bad80. 00000020:00000040:1.0:1781829946.360320:0:99307:0:(genops.c:1231:class_import_get()) import ffff96fd02f5a000 refcount=4 obd=lustre-MDT0000-mdc-ffff96fd086a1800 00000100:00000001:1.0:1781829946.360324:0:99307:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781829946.360326:0:99307:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781829946.360330:0:99307:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781829946.360335:0:99307:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96fd075bcf00. 00000100:00000001:1.0:1781829946.360340:0:99307:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781829946.360348:0:99307:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-MDT0000_UUID req@ffff96fd305bad80 x1868371018881792/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781829946.360359:0:99307:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781829946.360363:0:99307:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781829946.360370:0:99307:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e8e6264] to pc [ptlrpcd_00_01+1] req@ffff96fd305bad80 x1868371018881792/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.360383:0:99307:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781829946.360386:0:99307:0:(pinger.c:231:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781829946.360390:0:99307:0:(pinger.c:249:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781829946.360394:0:99307:0:(pinger.c:231:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781829946.360398:0:99307:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781829946.360410:0:99307:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96fd305bb480. 00000020:00000040:1.0:1781829946.360413:0:99307:0:(genops.c:1231:class_import_get()) import ffff96fd02f5b000 refcount=3 obd=lustre-OST0001-osc-ffff96fd086a1800 00000100:00000001:1.0:1781829946.360417:0:99307:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781829946.360418:0:99307:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781829946.360421:0:99307:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781829946.360425:0:99307:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96fd075bc100. 00000100:00000001:1.0:1781829946.360476:0:99307:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781829946.360484:0:99307:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0001_UUID req@ffff96fd305bb480 x1868371018881920/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781829946.360494:0:99307:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781829946.360497:0:99307:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781829946.360503:0:99307:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082387dad] to pc [ptlrpcd_00_00+0] req@ffff96fd305bb480 x1868371018881920/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.360525:0:99307:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781829946.360531:0:99307:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (12653) 00000100:00000001:1.0:1781829946.360550:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781829946.360554:0:2355:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781829946.360557:0:2355:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781829946.360563:0:2355:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96fd305bad80 x1868371018881792/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.360574:0:2355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781829946.360576:0:2355:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781829946.360581:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781829946.360584:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781829946.360587:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781829946.360592:0:2355:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96fd305bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2355:1868371018881792:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1781829946.360597:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781829946.360604:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781829946.360607:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781829946.360611:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781829946.360616:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96fd05713600. 02000000:00000001:1.0:1781829946.360620:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781829946.360638:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1781829946.360644:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96fd30eef6e0. 00000400:00000010:1.0:1781829946.360653:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd30d4b3b8. 00000100:00000200:1.0:1781829946.360661:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371018881792, portal 10 00000100:00000001:1.0:1781829946.360665:0:2355:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781829946.360667:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446628612915047808 : -115460794503808 : ffff96fd305bad80) 00000100:00000040:1.0:1781829946.360678:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96fd305bad80 x1868371018881792/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.360688:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781829946.360692:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1781829946.360696:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd30d4b198. 00000100:00000200:1.0:1781829946.360700:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371018881792, offset 0 00000400:00000200:1.0:1781829946.360709:0:2355:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1781829946.360721:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829946.360731:0:2355:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1781829946.360738:0:2355:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781829946.360745:0:2355:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1781829946.360750:0:2355:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781829946.360754:0:2355:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1781829946.360759:0:2355:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [278091:278091:256:4294967295] 192.168.201.103@tcp LPNI seq info [278082:278082:8:4294967295] 00000400:00000200:1.0:1781829946.360766:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829946.360778:0:2355:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1781829946.360786:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1781829946.360794:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96fd075bc900. 00000800:00000200:1.0:1781829946.360803:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96fd09c13180] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1781829946.360814:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1781829946.360819:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96fd075bc900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781829946.360836:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781829946.360843:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: using a timeout of 45833 usecs (46 jiffies) 00000400:00000200:1.0:1781829946.360848:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1781829946.360852:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 0 is 4307316273 00000100:00000001:1.0:1781829946.360865:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS request active for cpu 0, keep current deadline 4307322690 00000100:00000001:1.0:1781829946.360868:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 1 is 4307316273 00000100:00000001:1.0:1781829946.360871:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS request active for cpu 1, keep current deadline 4307322690 00000100:00000001:1.0:1781829946.360875:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781829946.360879:0:2355:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781829946.360883:0:2355:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781829946.360886:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781829946.360896:0:2355:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781829946.360898:0:2355:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781829946.360901:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781829946.360903:0:2355:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781829946.360905:0:2355:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781829946.360908:0:2355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1781829946.360910:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781829946.360913:0:2355:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781829946.360915:0:2355:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781829946.360917:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781829946.360919:0:2355:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781829946.360921:0:2355:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781829946.360927:0:2355:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96fd305b9880 x1868371018881664/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.360937:0:2355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781829946.360939:0:2355:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781829946.360943:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781829946.360945:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781829946.360948:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781829946.360953:0:2355:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96fd305b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c64ef5db-fccf-450e-8d2b-d993206125e2:2355:1868371018881664:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1781829946.360958:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781829946.360962:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781829946.360964:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781829946.360967:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781829946.360971:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96fd05712000. 02000000:00000001:1.0:1781829946.360974:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781829946.360980:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1781829946.360992:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96fd30eef898. 00000400:00000010:1.0:1781829946.360999:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd30d4bd48. 00000100:00000200:1.0:1781829946.361004:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371018881664, portal 25 00000100:00000001:1.0:1781829946.361007:0:2355:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781829946.361009:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446628612915042432 : -115460794509184 : ffff96fd305b9880) 00000100:00000040:1.0:1781829946.361017:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96fd305b9880 x1868371018881664/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.361026:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781829946.361029:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1781829946.361032:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd30d4b550. 00000100:00000200:1.0:1781829946.361036:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371018881664, offset 0 00000400:00000200:1.0:1781829946.361042:0:2355:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1781829946.361047:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829946.361052:0:2355:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1781829946.361057:0:2355:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781829946.361060:0:2355:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1781829946.361064:0:2355:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781829946.361067:0:2355:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1781829946.361071:0:2355:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [278092:278092:255:4294967295] 192.168.201.103@tcp LPNI seq info [278083:278083:7:4294967295] 00000400:00000200:1.0:1781829946.361077:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829946.361085:0:2355:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1781829946.361091:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1781829946.361097:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96fd075bc700. 00000800:00000200:1.0:1781829946.361102:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96fd09c13180] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1781829946.361108:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1781829946.361112:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96fd075bc700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781829946.361117:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781829946.361121:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1781829946.361124:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4307327797 00000100:00000001:1.0:1781829946.361134:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307322690 00000100:00000001:1.0:1781829946.361139:0:2355:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4307327797 00000100:00000001:1.0:1781829946.361154:0:2355:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307322690 00000100:00000001:1.0:1781829946.361158:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781829946.361161:0:2355:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781829946.361165:0:2355:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781829946.361171:0:2355:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96fd305bb480 x1868371018881920/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.361182:0:2355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781829946.361184:0:2355:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781829946.361187:0:2355:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781829946.361190:0:2355:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781829946.361192:0:2355:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781829946.361197:0:2355:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96fd305bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2355:1868371018881920:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1781829946.361201:0:2355:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781829946.361205:0:2355:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781829946.361207:0:2355:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781829946.361209:0:2355:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781829946.361212:0:2355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96fd05712e00. 02000000:00000001:1.0:1781829946.361215:0:2355:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781829946.361220:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:1.0:1781829946.361224:0:2355:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96fd30eef5d8. 00000400:00000010:1.0:1781829946.361229:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd30d4b880. 00000100:00000200:1.0:1781829946.361233:0:2355:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371018881920, portal 4 00000100:00000001:1.0:1781829946.361236:0:2355:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781829946.361237:0:2355:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446628612915049600 : -115460794502016 : ffff96fd305bb480) 00000100:00000040:1.0:1781829946.361245:0:2355:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96fd305bb480 x1868371018881920/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.361254:0:2355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781829946.361257:0:2355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:1.0:1781829946.361261:0:2355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd30d4b440. 00000100:00000200:1.0:1781829946.361264:0:2355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371018881920, offset 0 00000400:00000200:1.0:1781829946.361271:0:2355:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:1.0:1781829946.361276:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829946.361289:0:2355:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:1.0:1781829946.361293:0:2355:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781829946.361296:0:2355:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:1.0:1781829946.361300:0:2355:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781829946.361303:0:2355:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:1.0:1781829946.361306:0:2355:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [278093:278093:254:4294967295] 192.168.201.103@tcp LPNI seq info [278084:278084:6:4294967295] 00000400:00000200:1.0:1781829946.361312:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829946.361321:0:2355:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:1.0:1781829946.361327:0:2355:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:1.0:1781829946.361333:0:2355:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96fd075bcc00. 00000800:00000200:1.0:1781829946.361338:0:2355:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96fd09c13180] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:1.0:1781829946.361344:0:2355:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:1.0:1781829946.361348:0:2355:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96fd075bcc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781829946.361353:0:2355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781829946.361357:0:2355:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: using a timeout of 43958 usecs (44 jiffies) 00000400:00000200:1.0:1781829946.361362:0:2355:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:1.0:1781829946.361364:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 0 is 4307316271 00000100:00000001:1.0:1781829946.361367:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS request active for cpu 0, keep current deadline 4307327797 00000100:00000001:1.0:1781829946.361370:0:2355:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 1 is 4307316271 00000100:00000001:1.0:1781829946.361372:0:2355:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS request active for cpu 1, keep current deadline 4307327797 00000100:00000001:1.0:1781829946.361375:0:2355:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781829946.361378:0:2355:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781829946.361380:0:2355:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781829946.361383:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781829946.361477:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781829946.361483:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96fd075bc900. 00000400:00000200:1.0:1781829946.361489:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829946.361495:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1781829946.361501:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd30d4b198 00000400:00000010:1.0:1781829946.361505:0:2348:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd30d4b198. 00000100:00000001:1.0:1781829946.361519:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781829946.361525:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96fd305bad80 x1868371018881792/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.361536:0:2348:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781829946.361540:0:2348:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96fd305bad80 x1868371018881792/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829962 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.361548:0:2348:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781829946.361550:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781829946.361566:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781829946.361569:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96fd075bc700. 00000400:00000200:1.0:1781829946.361572:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829946.361576:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1781829946.361579:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd30d4b550 00000400:00000010:1.0:1781829946.361581:0:2348:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd30d4b550. 00000100:00000001:1.0:1781829946.361584:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781829946.361588:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96fd305b9880 x1868371018881664/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.361597:0:2348:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781829946.361601:0:2348:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96fd305b9880 x1868371018881664/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829962 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.361609:0:2348:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781829946.361611:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781829946.361682:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781829946.361686:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96fd075bcc00. 00000400:00000200:1.0:1781829946.361690:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829946.361695:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1781829946.361699:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd30d4b440 00000400:00000010:1.0:1781829946.361701:0:2348:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd30d4b440. 00000100:00000001:1.0:1781829946.361704:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781829946.361709:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96fd305bb480 x1868371018881920/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.361720:0:2348:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781829946.361732:0:2348:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96fd305bb480 x1868371018881920/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829962 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.361741:0:2348:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781829946.361743:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781829946.363318:0:2354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781829946.363325:0:2354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781829946.374030:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829946.374051:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781829946.374056:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829946.374060:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829946.374070:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829946.374081:0:2347:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1781829946.374092:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829946.374099:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829946.374107:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829946.374387:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x6a34606e39b80 00000400:00000200:1.0:1781829946.374396:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829946.374405:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2562f9 [1] + 224 00000800:00000001:1.0:1781829946.374416:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829946.374422:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829946.374426:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829946.374469:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1781829946.374477:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781829946.374489:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96fd305bb480 x1868371018881920/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781829946.374631:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96fd305bb480 x1868371018881920/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.374658:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781829946.374671:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829946.374678:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781829946.374681:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829946.374684:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829946.374690:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829946.374696:0:2347:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1781829946.374702:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829946.374716:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829946.374720:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829946.374725:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x6a34606e39a80 00000400:00000200:1.0:1781829946.374730:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829946.374736:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x2562e9 [1] + 224 00000800:00000001:1.0:1781829946.374742:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829946.374755:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829946.374758:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829946.374762:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1781829946.374766:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781829946.374773:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96fd305b9880 x1868371018881664/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781829946.374786:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96fd305b9880 x1868371018881664/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.374795:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781829946.374800:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829946.374804:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781829946.374823:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781829946.374827:0:2355:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781829946.374834:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781829946.374836:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781829946.374840:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96fd30eef898. 00000400:00000200:1.0:1781829946.374846:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd30d4bd48 00000400:00000010:1.0:1781829946.374849:0:2355:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd30d4bd48. 00000100:00000001:1.0:1781829946.374853:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781829946.374859:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96fd305b9880 x1868371018881664/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781829946.374870:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96fd305b9880 x1868371018881664/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.374879:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781829946.374881:0:2355:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781829946.374884:0:2355:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781829946.374888:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781829946.374899:0:2355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781829946.374901:0:2355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781829946.374905:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781829946.374915:0:2355:0:(import.c:2151:obd_at_measure()) add 5 to ffff96fd09ab5460 time=41 v=5 (5 5 5 5) 00000100:00001000:1.0:1781829946.374920:0:2355:0:(import.c:2151:obd_at_measure()) add 1 to ffff96fd09ab5418 time=144 v=5 (1 1 1 1) 00000100:00000001:1.0:1781829946.374923:0:2355:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781829946.374925:0:2355:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781829946.374928:0:2355:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781829946.374931:0:2355:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781829946.374935:0:2355:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781829946.374943:0:2355:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96fd305b9880 x1868371018881664/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.374952:0:2355:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781829946.374957:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781829946.374959:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781829946.374965:0:2355:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96fd305b9880 x1868371018881664/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781829946.374976:0:2355:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff96fd305b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c64ef5db-fccf-450e-8d2b-d993206125e2:2355:1868371018881664:192.168.201.103@tcp:400:kworker.0 00000400:00000001:1.0:1781829946.374985:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781829946.374987:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781829946.374989:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96fd30eef5d8. 00000400:00000200:1.0:1781829946.374993:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd30d4b880 00000400:00000010:1.0:1781829946.374995:0:2355:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd30d4b880. 00000100:00000001:1.0:1781829946.374998:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781829946.375003:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96fd305bb480 x1868371018881920/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781829946.375014:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96fd305bb480 x1868371018881920/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.375024:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781829946.375026:0:2355:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781829946.375028:0:2355:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781829946.375030:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781829946.375040:0:2355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781829946.375042:0:2355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781829946.375044:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781829946.375053:0:2355:0:(import.c:2151:obd_at_measure()) add 5 to ffff96fd02f5b460 time=40 v=5 (5 5 5 5) 00000100:00001000:1.0:1781829946.375057:0:2355:0:(import.c:2151:obd_at_measure()) add 1 to ffff96fd02f5b418 time=52 v=5 (1 1 1 1) 00000100:00000001:1.0:1781829946.375061:0:2355:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781829946.375062:0:2355:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781829946.375065:0:2355:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781829946.375068:0:2355:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781829946.375072:0:2355:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781829946.375075:0:2355:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96fd086a1800: skip recheck: last_committed 4295079931 00000100:00000001:1.0:1781829946.375078:0:2355:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781829946.375080:0:2355:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781829946.375086:0:2355:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96fd305bb480 x1868371018881920/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.375095:0:2355:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781829946.375097:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781829946.375099:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781829946.375103:0:2355:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96fd305bb480 x1868371018881920/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781829946.375113:0:2355:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff96fd305bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2355:1868371018881920:192.168.201.103@tcp:400:kworker.0 00000100:00000001:1.0:1781829946.375119:0:2355:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781829946.375122:0:2355:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781829946.375126:0:2355:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96fd305b9880 x1868371018881664/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.375135:0:2355:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781829946.375138:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781829946.375142:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96fd05712000. 02000000:00000001:1.0:1781829946.375146:0:2355:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781829946.375150:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781829946.375152:0:2355:0:(genops.c:1244:class_import_put()) import ffff96fd09ab5000 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:1.0:1781829946.375155:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781829946.375165:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96fd075bc500. 02000000:00000001:1.0:1781829946.375170:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781829946.375172:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781829946.375175:0:2355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96fd305b9880. 00000100:00000001:1.0:1781829946.375180:0:2355:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781829946.375182:0:2355:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781829946.375184:0:2355:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781829946.375189:0:2355:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96fd305bb480 x1868371018881920/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829946.375196:0:2355:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781829946.375198:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781829946.375200:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96fd05712e00. 02000000:00000001:1.0:1781829946.375202:0:2355:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781829946.375204:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781829946.375205:0:2355:0:(genops.c:1244:class_import_put()) import ffff96fd02f5b000 refcount=2 obd=lustre-OST0001-osc-ffff96fd086a1800 00000020:00000001:1.0:1781829946.375207:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781829946.375208:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96fd075bc100. 02000000:00000001:1.0:1781829946.375210:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781829946.375212:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781829946.375213:0:2355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96fd305bb480. 00000100:00000001:1.0:1781829946.375217:0:2355:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781829946.375219:0:2355:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781829946.375222:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781829946.375224:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781829946.375226:0:2355:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781829946.375229:0:2355:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781829946.375231:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781829946.385289:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781829946.385798:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781829946.385804:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781829946.385810:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781829946.385821:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1781829946.385831:0:2348:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1781829946.385843:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1781829946.385851:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1781829946.385859:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1781829946.385865:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x6a34606e39b00 00000400:00000200:0.0:1781829946.385871:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1781829946.385880:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x2562d9 [1] + 224 00000800:00000001:0.0:1781829946.385889:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781829946.385963:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781829946.385968:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781829946.385974:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1781829946.385984:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781829946.385995:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96fd305bad80 x1868371018881792/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781829946.386011:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96fd305bad80 x1868371018881792/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829946.386265:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781829946.386277:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781829946.386282:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781829946.386307:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781829946.386312:0:2355:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781829946.386319:0:2355:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781829946.386322:0:2355:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781829946.386325:0:2355:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96fd30eef6e0. 00000400:00000200:0.0:1781829946.386332:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd30d4b3b8 00000400:00000010:0.0:1781829946.386336:0:2355:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd30d4b3b8. 00000100:00000001:0.0:1781829946.386340:0:2355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781829946.386346:0:2355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96fd305bad80 x1868371018881792/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781829946.386375:0:2355:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96fd305bad80 x1868371018881792/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829946.386383:0:2355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781829946.386386:0:2355:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781829946.386389:0:2355:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781829946.386393:0:2355:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781829946.386396:0:2355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781829946.386398:0:2355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781829946.386402:0:2355:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781829946.386413:0:2355:0:(import.c:2151:obd_at_measure()) add 5 to ffff96fd02f5a460 time=41 v=5 (5 5 5 5) 00000100:00001000:0.0:1781829946.386419:0:2355:0:(import.c:2151:obd_at_measure()) add 1 to ffff96fd02f5a418 time=142 v=5 (1 1 1 1) 00000100:00000001:0.0:1781829946.388887:0:2355:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781829946.388895:0:2355:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829946.388900:0:2355:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781829946.388905:0:2355:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781829946.388910:0:2355:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781829946.388913:0:2355:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96fd086a1800: skip recheck: last_committed 137438953864 00000100:00000001:0.0:1781829946.388916:0:2355:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781829946.388918:0:2355:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781829946.388930:0:2355:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96fd305bad80 x1868371018881792/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829946.388943:0:2355:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781829946.388948:0:2355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781829946.388951:0:2355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781829946.388957:0:2355:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96fd305bad80 x1868371018881792/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781829946.388967:0:2355:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff96fd305bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2355:1868371018881792:192.168.201.103@tcp:400:kworker.0 00000100:00000001:0.0:1781829946.388975:0:2355:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781829946.388979:0:2355:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781829946.388983:0:2355:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96fd305bad80 x1868371018881792/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829962 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829946.389005:0:2355:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781829946.389009:0:2355:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781829946.389013:0:2355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96fd05713600. 02000000:00000001:0.0:1781829946.389019:0:2355:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781829946.389023:0:2355:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781829946.389025:0:2355:0:(genops.c:1244:class_import_put()) import ffff96fd02f5a000 refcount=3 obd=lustre-MDT0000-mdc-ffff96fd086a1800 00000020:00000001:0.0:1781829946.389028:0:2355:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781829946.389031:0:2355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96fd075bcf00. 02000000:00000001:0.0:1781829946.389035:0:2355:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781829946.389040:0:2355:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781829946.389042:0:2355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96fd305bad80. 00000100:00000001:0.0:1781829946.389048:0:2355:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781829946.389050:0:2355:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781829946.389053:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781829946.389063:0:2355:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781829946.389066:0:2355:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781829946.389069:0:2355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781829946.389072:0:2355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829946.420971:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829946.420981:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829946.420989:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829946.420991:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829946.420995:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829946.420997:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781829946.421110:0:106789:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781829946.421115:0:106789:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781829946.421119:0:106789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781829947.444950:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829947.444957:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829947.444964:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829947.444968:0:124085:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1781829947.444972:0:124085:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1781829947.444977:0:124085:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829947.444981:0:124085:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1781829947.444985:0:124085:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829947.444988:0:124085:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829947.448830:0:124085:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829947.448852:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829947.448856:0:124085:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1781829947.448870:0:124085:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1781829947.448875:0:124085:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829947.448879:0:124085:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1781829947.448882:0:124085:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829947.448885:0:124085:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829947.448889:0:124085:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781829947.450504:0:109178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781829947.450510:0:109178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781829947.450516:0:109178:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781829948.468656:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829948.468665:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829948.468672:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829948.468674:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829948.468679:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829948.468681:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781829948.468801:0:106790:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781829948.468806:0:106790:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781829948.468809:0:106790:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781829949.492733:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829949.492741:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829949.492748:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829949.492750:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829949.492755:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829949.492757:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781829949.494969:0:106789:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781829949.494975:0:106789:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781829949.494981:0:106789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781829950.527351:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829950.527361:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829950.527370:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829950.527372:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829950.527399:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829950.527403:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781829950.528043:0:109178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781829950.528048:0:109178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781829950.528052:0:109178:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0F:1781829951.480705:0:124214:0:(pinger.c:231:ptlrpc_pinger_process_import()) c64ef5db-fccf-450e-8d2b-d993206125e2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781829951.480730:0:124214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781829951.480740:0:124214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96fd080ef480. 00000020:00000040:3.0:1781829951.480749:0:124214:0:(genops.c:1231:class_import_get()) import ffff96fd09ab5000 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1781829951.480755:0:124214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781829951.480760:0:124214:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781829951.480766:0:124214:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781829951.480777:0:124214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96fd087d3f00. 00000100:00000001:3.0:1781829951.480786:0:124214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829951.480803:0:124214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c64ef5db-fccf-450e-8d2b-d993206125e2->MGS req@ffff96fd080ef480 x1868371018882048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781829951.480821:0:124214:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781829951.480827:0:124214:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829951.480837:0:124214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002645e329] to pc [ptlrpcd_01_00+0] req@ffff96fd080ef480 x1868371018882048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829951.480879:0:124214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829951.480884:0:124214:0:(pinger.c:231:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781829951.480890:0:124214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781829951.480895:0:124214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96fd080edc00. 00000020:00000040:3.0:1781829951.480918:0:124214:0:(genops.c:1231:class_import_get()) import ffff96fd02f5a000 refcount=4 obd=lustre-MDT0000-mdc-ffff96fd086a1800 00000100:00000001:3.0:1781829951.480922:0:124214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781829951.480924:0:124214:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781829951.480927:0:124214:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781829951.480933:0:124214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96fd087d3100. 00000100:00000001:3.0:1781829951.480938:0:124214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829951.480945:0:124214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-MDT0000_UUID req@ffff96fd080edc00 x1868371018882176/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781829951.480958:0:124214:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781829951.480962:0:124214:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829951.480969:0:124214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bd4e8af] to pc [ptlrpcd_01_01+1] req@ffff96fd080edc00 x1868371018882176/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829951.480983:0:124214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829951.480997:0:124214:0:(pinger.c:231:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781829951.481002:0:124214:0:(pinger.c:249:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781829951.481006:0:124214:0:(pinger.c:231:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781829951.481011:0:124214:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781829951.481017:0:124214:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96fd080ef100. 00000020:00000040:3.0:1781829951.481021:0:124214:0:(genops.c:1231:class_import_get()) import ffff96fd02f5b000 refcount=3 obd=lustre-OST0001-osc-ffff96fd086a1800 00000100:00000001:3.0:1781829951.481025:0:124214:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781829951.481027:0:124214:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781829951.481031:0:124214:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781829951.481037:0:124214:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96fd087d3b00. 00000100:00000001:3.0:1781829951.481042:0:124214:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829951.481048:0:124214:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0001_UUID req@ffff96fd080ef100 x1868371018882304/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781829951.481060:0:124214:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781829951.481064:0:124214:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829951.481070:0:124214:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001015d85f] to pc [ptlrpcd_01_00+0] req@ffff96fd080ef100 x1868371018882304/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829951.481081:0:124214:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829951.481086:0:124214:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (12659) 00000100:00000001:3.0:1781829951.481760:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829951.481765:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781829951.481769:0:2356:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781829951.481778:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96fd080ef480 x1868371018882048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829951.481792:0:2356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781829951.481795:0:2356:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829951.481800:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781829951.481804:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781829951.481808:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781829951.481814:0:2356:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96fd080ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c64ef5db-fccf-450e-8d2b-d993206125e2:2356:1868371018882048:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1781829951.481834:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781829951.481842:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781829951.481846:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829951.481849:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781829951.481855:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96fd0a914800. 02000000:00000001:3.0:1781829951.481858:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781829951.481869:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1781829951.481874:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96fd04748738. 00000400:00000010:3.0:1781829951.481883:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd07812c38. 00000100:00000200:3.0:1781829951.481894:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371018882048, portal 25 00000100:00000001:3.0:1781829951.481986:0:2356:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781829951.481991:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446628612238931072 : -115461470620544 : ffff96fd080ef480) 00000100:00000040:3.0:1781829951.482002:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96fd080ef480 x1868371018882048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829951.482015:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781829951.482020:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1781829951.482026:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd07812ee0. 00000100:00000200:3.0:1781829951.482032:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371018882048, offset 0 00000400:00000200:3.0:1781829951.482042:0:2356:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1781829951.482055:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1781829951.482065:0:2356:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1781829951.482073:0:2356:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781829951.482079:0:2356:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1781829951.482084:0:2356:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781829951.482088:0:2356:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1781829951.482093:0:2356:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [278094:278094:256:4294967295] 192.168.201.103@tcp LPNI seq info [278085:278085:8:4294967295] 00000400:00000200:3.0:1781829951.482101:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1781829951.482114:0:2356:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1781829951.482123:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1781829951.482131:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96fd087d3500. 00000800:00000200:3.0:1781829951.482140:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96fd09c13180] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1781829951.482160:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1781829951.482166:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96fd087d3500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781829951.482199:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781829951.482207:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1781829951.482212:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4307332919 00000100:00000001:3.0:1781829951.482222:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307327797 00000100:00000001:3.0:1781829951.482228:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4307332919 00000100:00000001:3.0:1781829951.482233:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307327797 00000100:00000001:3.0:1781829951.482238:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781829951.482242:0:2356:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829951.482245:0:2356:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781829951.482252:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96fd080ef100 x1868371018882304/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829951.482263:0:2356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781829951.482265:0:2356:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829951.482269:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781829951.482272:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781829951.482276:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781829951.482281:0:2356:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96fd080ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2356:1868371018882304:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1781829951.482285:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781829951.482290:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781829951.482292:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829951.482295:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781829951.482301:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96fd0a915200. 02000000:00000001:3.0:1781829951.482304:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781829951.482309:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1781829951.482314:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96fd04748370. 00000400:00000010:3.0:1781829951.482319:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd078125d8. 00000100:00000200:3.0:1781829951.482324:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371018882304, portal 4 00000100:00000001:3.0:1781829951.482327:0:2356:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781829951.482329:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446628612238930176 : -115461470621440 : ffff96fd080ef100) 00000100:00000040:3.0:1781829951.482350:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96fd080ef100 x1868371018882304/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829951.482362:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781829951.482365:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1781829951.482394:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd078127f8. 00000100:00000200:3.0:1781829951.482399:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371018882304, offset 0 00000400:00000200:3.0:1781829951.482406:0:2356:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1781829951.482413:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1781829951.482688:0:2356:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1781829951.482694:0:2356:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781829951.482699:0:2356:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1781829951.482703:0:2356:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781829951.482706:0:2356:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1781829951.482711:0:2356:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [278095:278095:255:4294967295] 192.168.201.103@tcp LPNI seq info [278086:278086:7:4294967295] 00000400:00000200:3.0:1781829951.482718:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1781829951.482729:0:2356:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1781829951.482737:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1781829951.482744:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96fd087d3600. 00000800:00000200:3.0:1781829951.482750:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96fd09c13180] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1781829951.482757:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1781829951.482762:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96fd087d3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781829951.482767:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829951.482773:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: using a timeout of 43913 usecs (44 jiffies) 00000400:00000200:3.0:1781829951.482778:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1781829951.482781:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 0 is 4307321393 00000100:00000001:3.0:1781829951.482784:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS request active for cpu 0, keep current deadline 4307332919 00000100:00000001:3.0:1781829951.482788:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 1 is 4307321393 00000100:00000001:3.0:1781829951.482790:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS request active for cpu 1, keep current deadline 4307332919 00000100:00000001:3.0:1781829951.482793:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781829951.482806:0:2356:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829951.482810:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829951.482814:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829951.482823:0:2356:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781829951.482826:0:2356:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781829951.482830:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829951.482832:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781829951.482834:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781829951.482838:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781829951.482841:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829951.482843:0:2356:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781829951.482846:0:2356:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829951.482848:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829951.482850:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781829951.482852:0:2356:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781829951.482859:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96fd080edc00 x1868371018882176/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829951.482871:0:2356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781829951.482873:0:2356:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829951.482877:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781829951.482880:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781829951.482883:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781829951.482888:0:2356:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96fd080edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2356:1868371018882176:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1781829951.482894:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1781829951.483083:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781829951.483091:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96fd087d3500. 00000400:00000200:0.0:1781829951.483100:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781829951.483109:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1781829951.483117:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd07812ee0 00000400:00000010:0.0:1781829951.483120:0:2347:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd07812ee0. 00000100:00000001:0.0:1781829951.483126:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781829951.483134:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96fd080ef480 x1868371018882048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829951.483149:0:2347:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781829951.483155:0:2347:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96fd080ef480 x1868371018882048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829967 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829951.483188:0:2347:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781829951.483192:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781829951.483282:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781829951.483287:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96fd087d3600. 00000400:00000200:0.0:1781829951.483292:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781829951.483299:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1781829951.483304:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd078127f8 00000400:00000010:0.0:1781829951.483308:0:2347:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd078127f8. 00000100:00000001:0.0:1781829951.483312:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781829951.483319:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96fd080ef100 x1868371018882304/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829951.483332:0:2347:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781829951.483337:0:2347:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96fd080ef100 x1868371018882304/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829967 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829951.483347:0:2347:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781829951.483350:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781829951.485038:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829951.485045:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829951.486123:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781829951.486129:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829951.486134:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781829951.486142:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96fd0a914a00. 02000000:00000001:3.0:1781829951.486147:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781829951.486157:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1781829951.486162:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96fd047486e0. 00000400:00000010:3.0:1781829951.486170:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd07812990. 00000100:00000200:3.0:1781829951.486179:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371018882176, portal 10 00000100:00000001:3.0:1781829951.486183:0:2356:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781829951.486185:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446628612238924800 : -115461470626816 : ffff96fd080edc00) 00000100:00000040:3.0:1781829951.486211:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96fd080edc00 x1868371018882176/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829951.486226:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781829951.486230:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1781829951.486234:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd07812770. 00000100:00000200:3.0:1781829951.486240:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371018882176, offset 0 00000400:00000200:3.0:1781829951.486249:0:2356:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1781829951.486259:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1781829951.486268:0:2356:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1781829951.486274:0:2356:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781829951.486280:0:2356:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1781829951.486285:0:2356:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781829951.486289:0:2356:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1781829951.486295:0:2356:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [278096:278096:256:4294967295] 192.168.201.103@tcp LPNI seq info [278087:278087:8:4294967295] 00000400:00000200:3.0:1781829951.486302:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1781829951.486316:0:2356:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1781829951.486325:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1781829951.486333:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96fd087d3d00. 00000800:00000200:3.0:1781829951.486343:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96fd09c13180] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1781829951.486353:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1781829951.486359:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96fd087d3d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781829951.486651:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829951.486658:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: using a timeout of 45822 usecs (46 jiffies) 00000400:00000200:3.0:1781829951.486665:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1781829951.486669:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 0 is 4307321398 00000100:00000001:3.0:1781829951.486673:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS request active for cpu 0, keep current deadline 4307332919 00000100:00000001:3.0:1781829951.486677:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 1 is 4307321398 00000100:00000001:3.0:1781829951.486681:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS request active for cpu 1, keep current deadline 4307332919 00000100:00000001:3.0:1781829951.486685:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781829951.486699:0:2356:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829951.486705:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829951.486709:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781829951.489805:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781829951.489814:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96fd087d3d00. 00000400:00000200:0.0:1781829951.489821:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781829951.489832:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1781829951.489841:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd07812770 00000400:00000010:0.0:1781829951.489846:0:2348:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd07812770. 00000100:00000001:0.0:1781829951.489852:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781829951.489863:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96fd080edc00 x1868371018882176/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829951.489881:0:2348:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781829951.489887:0:2348:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96fd080edc00 x1868371018882176/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829967 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829951.489918:0:2348:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781829951.489922:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781829951.493552:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829951.493580:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781829951.493587:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829951.493593:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829951.493606:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829951.493617:0:2347:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1781829951.493630:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829951.493638:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829951.493647:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829951.493654:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x6a34606e39c00 00000400:00000200:1.0:1781829951.493663:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829951.493672:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x256309 [1] + 224 00000800:00000001:1.0:1781829951.493683:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829951.493690:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829951.493695:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829951.493702:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1781829951.493712:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781829951.493726:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96fd080ef480 x1868371018882048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781829951.493744:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96fd080ef480 x1868371018882048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829951.493777:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781829951.493790:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1781829951.493795:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1781829951.493798:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829951.493803:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1781829951.493805:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829951.493814:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781829951.493817:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1781829951.493821:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829951.493827:0:2347:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1781829951.493835:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829951.493840:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829951.493844:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829951.493849:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x6a34606e39d00 00000400:00000200:1.0:1781829951.493854:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000001:3.0:1781829951.495179:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781829951.495185:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96fd04748738. 00000400:00000200:3.0:1781829951.495195:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd07812c38 00000400:00000010:3.0:1781829951.495199:0:2356:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd07812c38. 00000100:00000001:3.0:1781829951.495205:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781829951.495311:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96fd080ef480 x1868371018882048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781829951.495332:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96fd080ef480 x1868371018882048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829951.495344:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781829951.495347:0:2356:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829951.495352:0:2356:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781829951.495356:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781829951.495359:0:2356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781829951.495363:0:2356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829951.495406:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781829951.495416:0:2356:0:(import.c:2151:obd_at_measure()) add 5 to ffff96fd09ab5460 time=46 v=5 (5 5 5 5) 00000100:00001000:3.0:1781829951.495422:0:2356:0:(import.c:2151:obd_at_measure()) add 1 to ffff96fd09ab5418 time=149 v=5 (1 1 1 1) 00000100:00000001:3.0:1781829951.495427:0:2356:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781829951.495453:0:2356:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781829951.495458:0:2356:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781829951.495461:0:2356:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829951.495465:0:2356:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829951.495474:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96fd080ef480 x1868371018882048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829951.495485:0:2356:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781829951.495491:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781829951.495494:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781829951.495499:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96fd080ef480 x1868371018882048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781829951.495526:0:2356:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff96fd080ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c64ef5db-fccf-450e-8d2b-d993206125e2:2356:1868371018882048:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1781829951.495535:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829951.495539:0:2356:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781829951.495544:0:2356:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96fd080ef480 x1868371018882048/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829951.495555:0:2356:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781829951.495559:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781829951.495564:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96fd0a914800. 02000000:00000001:3.0:1781829951.495569:0:2356:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781829951.495573:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781829951.495576:0:2356:0:(genops.c:1244:class_import_put()) import ffff96fd09ab5000 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1781829951.495579:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781829951.495582:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96fd087d3f00. 02000000:00000001:3.0:1781829951.495587:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781829951.495590:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781829951.495593:0:2356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96fd080ef480. 00000100:00000001:3.0:1781829951.495598:0:2356:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781829951.495601:0:2356:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829951.495606:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829951.495609:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829951.495611:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781829951.495614:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829951.495617:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781829951.503505:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x256311 [1] + 224 00000800:00000001:1.0:1781829951.503528:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829951.503629:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829951.503636:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829951.503644:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1781829951.503655:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781829951.503667:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96fd080ef100 x1868371018882304/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781829951.503686:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96fd080ef100 x1868371018882304/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829951.503720:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781829951.503733:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829951.503739:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829951.505249:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829951.505256:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781829951.505267:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781829951.505270:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781829951.505275:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96fd04748370. 00000400:00000200:3.0:1781829951.505284:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd078125d8 00000400:00000010:3.0:1781829951.505289:0:2356:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd078125d8. 00000100:00000001:3.0:1781829951.505296:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781829951.505308:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96fd080ef100 x1868371018882304/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781829951.505326:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96fd080ef100 x1868371018882304/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829951.505353:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781829951.505357:0:2356:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829951.505361:0:2356:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781829951.505381:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781829951.505386:0:2356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781829951.505389:0:2356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829951.505394:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781829951.505408:0:2356:0:(import.c:2151:obd_at_measure()) add 5 to ffff96fd02f5b460 time=45 v=5 (5 5 5 5) 00000100:00001000:3.0:1781829951.505414:0:2356:0:(import.c:2151:obd_at_measure()) add 1 to ffff96fd02f5b418 time=57 v=5 (1 1 1 1) 00000100:00000001:3.0:1781829951.505419:0:2356:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781829951.505422:0:2356:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781829951.505426:0:2356:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781829951.505457:0:2356:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829951.505464:0:2356:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781829951.505468:0:2356:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96fd086a1800: skip recheck: last_committed 4295079931 00000100:00000001:3.0:1781829951.505472:0:2356:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781829951.505474:0:2356:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829951.505483:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96fd080ef100 x1868371018882304/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829951.505496:0:2356:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781829951.505501:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781829951.505504:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781829951.505512:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96fd080ef100 x1868371018882304/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781829951.505526:0:2356:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff96fd080ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2356:1868371018882304:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1781829951.505534:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829951.505538:0:2356:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781829951.505544:0:2356:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96fd080ef100 x1868371018882304/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829951.505555:0:2356:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781829951.505558:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781829951.505573:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96fd0a915200. 02000000:00000001:3.0:1781829951.505579:0:2356:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781829951.505584:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781829951.505587:0:2356:0:(genops.c:1244:class_import_put()) import ffff96fd02f5b000 refcount=2 obd=lustre-OST0001-osc-ffff96fd086a1800 00000020:00000001:3.0:1781829951.505591:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781829951.505595:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96fd087d3b00. 02000000:00000001:3.0:1781829951.505602:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781829951.505605:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781829951.505609:0:2356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96fd080ef100. 00000100:00000001:3.0:1781829951.505615:0:2356:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781829951.505618:0:2356:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829951.505623:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829951.505626:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829951.505629:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781829951.505633:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829951.505636:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781829951.507926:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829951.507941:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781829951.507947:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829951.507951:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829951.507961:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829951.507971:0:2348:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1781829951.507983:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829951.507991:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829951.507998:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829951.508004:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x6a34606e39c80 00000400:00000200:1.0:1781829951.508012:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829951.508020:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x256319 [1] + 224 00000800:00000001:1.0:1781829951.508029:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829951.508039:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829951.508043:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829951.508049:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1781829951.508057:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781829951.508065:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96fd080edc00 x1868371018882176/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781829951.508104:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96fd080edc00 x1868371018882176/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829951.508132:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781829951.508145:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829951.509410:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829951.511484:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829951.511492:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781829951.511503:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781829951.511507:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781829951.511512:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96fd047486e0. 00000400:00000200:2.0:1781829951.511521:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd07812990 00000400:00000010:2.0:1781829951.511524:0:2356:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd07812990. 00000100:00000001:2.0:1781829951.511531:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781829951.511558:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96fd080edc00 x1868371018882176/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781829951.511575:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96fd080edc00 x1868371018882176/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829951.511587:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781829951.511591:0:2356:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829951.511595:0:2356:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781829951.511599:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781829951.511602:0:2356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781829951.511605:0:2356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781829951.511609:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781829951.511621:0:2356:0:(import.c:2151:obd_at_measure()) add 5 to ffff96fd02f5a460 time=46 v=5 (5 5 5 5) 00000100:00001000:2.0:1781829951.511627:0:2356:0:(import.c:2151:obd_at_measure()) add 1 to ffff96fd02f5a418 time=147 v=5 (1 1 1 1) 00000100:00000001:2.0:1781829951.511631:0:2356:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781829951.511634:0:2356:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781829951.511637:0:2356:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781829951.511641:0:2356:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829951.511646:0:2356:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781829951.511649:0:2356:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96fd086a1800: skip recheck: last_committed 137438953864 00000100:00000001:2.0:1781829951.511652:0:2356:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781829951.511654:0:2356:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829951.511660:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96fd080edc00 x1868371018882176/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829951.511671:0:2356:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781829951.511676:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781829951.511679:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781829951.511684:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96fd080edc00 x1868371018882176/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781829951.511696:0:2356:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff96fd080edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2356:1868371018882176:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1781829951.511703:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829951.511707:0:2356:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781829951.511726:0:2356:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96fd080edc00 x1868371018882176/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829967 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829951.511737:0:2356:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781829951.511741:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781829951.511745:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96fd0a914a00. 02000000:00000001:2.0:1781829951.511750:0:2356:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781829951.511753:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781829951.511756:0:2356:0:(genops.c:1244:class_import_put()) import ffff96fd02f5a000 refcount=3 obd=lustre-MDT0000-mdc-ffff96fd086a1800 00000020:00000001:2.0:1781829951.511760:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781829951.511764:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96fd087d3100. 02000000:00000001:2.0:1781829951.511770:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781829951.511773:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781829951.511776:0:2356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96fd080edc00. 00000100:00000001:2.0:1781829951.511781:0:2356:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781829951.511783:0:2356:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829951.511786:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829951.512010:0:2356:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781829951.512015:0:2356:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829951.512022:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829951.512026:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829951.540599:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829951.540629:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829951.540642:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829951.540644:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829951.540650:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829951.540653:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781829951.540694:0:106790:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781829951.540699:0:106790:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781829951.540702:0:106790:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781829952.564667:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829952.564676:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829952.564684:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829952.564686:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829952.564712:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829952.564715:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781829952.565650:0:106789:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781829952.565655:0:106789:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781829952.565660:0:106789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781829953.592846:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829953.592855:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829953.592862:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829953.592865:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829953.592869:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829953.592871:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781829953.592900:0:109178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781829953.592904:0:109178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781829953.592909:0:109178:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1781829954.204347:0:124330:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829954.618048:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829954.618058:0:124085:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1781829954.618062:0:124085:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1781829954.618067:0:124085:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829954.618074:0:124085:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1781829954.618077:0:124085:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829954.618097:0:124085:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829954.618101:0:124085:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829954.618108:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829954.618110:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829954.618115:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829954.618117:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781829954.618148:0:106790:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781829954.618151:0:106790:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781829954.618155:0:106790:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781829955.639757:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829955.639767:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829955.639774:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829955.639776:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829955.639780:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829955.639782:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781829955.642808:0:106789:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781829955.642817:0:106789:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781829955.642824:0:106789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781829956.600074:0:107235:0:(pinger.c:231:ptlrpc_pinger_process_import()) c64ef5db-fccf-450e-8d2b-d993206125e2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781829956.600088:0:107235:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781829956.600102:0:107235:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96fd3854ad80. 00000020:00000040:2.0:1781829956.600110:0:107235:0:(genops.c:1231:class_import_get()) import ffff96fd09ab5000 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1781829956.600116:0:107235:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781829956.600120:0:107235:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781829956.600126:0:107235:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781829956.600136:0:107235:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96fd04432300. 00000100:00000001:2.0:1781829956.600144:0:107235:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829956.600161:0:107235:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c64ef5db-fccf-450e-8d2b-d993206125e2->MGS req@ffff96fd3854ad80 x1868371018882432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781829956.600207:0:107235:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781829956.600213:0:107235:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829956.600223:0:107235:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098a20a30] to pc [ptlrpcd_01_01+1] req@ffff96fd3854ad80 x1868371018882432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829956.600282:0:107235:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829956.600346:0:107235:0:(pinger.c:231:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781829956.600352:0:107235:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781829956.600358:0:107235:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96fd38549c00. 00000020:00000040:2.0:1781829956.600363:0:107235:0:(genops.c:1231:class_import_get()) import ffff96fd02f5a000 refcount=4 obd=lustre-MDT0000-mdc-ffff96fd086a1800 00000100:00000001:2.0:1781829956.600367:0:107235:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781829956.600369:0:107235:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781829956.600372:0:107235:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781829956.600379:0:107235:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96fd04432e00. 00000100:00000001:2.0:1781829956.600384:0:107235:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829956.600392:0:107235:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-MDT0000_UUID req@ffff96fd38549c00 x1868371018882560/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781829956.600403:0:107235:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781829956.600407:0:107235:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829956.600413:0:107235:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3dbf16a] to pc [ptlrpcd_01_00+0] req@ffff96fd38549c00 x1868371018882560/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829956.600428:0:107235:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829956.600486:0:107235:0:(pinger.c:231:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781829956.600492:0:107235:0:(pinger.c:249:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781829956.600496:0:107235:0:(pinger.c:231:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781829956.600502:0:107235:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781829956.600508:0:107235:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96fd38549f80. 00000020:00000040:2.0:1781829956.600511:0:107235:0:(genops.c:1231:class_import_get()) import ffff96fd02f5b000 refcount=3 obd=lustre-OST0001-osc-ffff96fd086a1800 00000100:00000001:2.0:1781829956.600524:0:107235:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781829956.600527:0:107235:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781829956.600530:0:107235:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781829956.600536:0:107235:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96fd04432600. 00000100:00000001:2.0:1781829956.600541:0:107235:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829956.600550:0:107235:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0001_UUID req@ffff96fd38549f80 x1868371018882688/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781829956.600563:0:107235:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781829956.600567:0:107235:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829956.600574:0:107235:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b05e6d3] to pc [ptlrpcd_01_01+1] req@ffff96fd38549f80 x1868371018882688/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829956.600585:0:107235:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829956.600592:0:107235:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (12664) 00000100:00000001:2.0:1781829956.600613:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829956.600618:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781829956.600621:0:2356:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781829956.600629:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96fd38549c00 x1868371018882560/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829956.600640:0:2356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781829956.600644:0:2356:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781829956.600649:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781829956.600652:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781829956.600656:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781829956.600661:0:2356:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96fd38549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2356:1868371018882560:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1781829956.600668:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781829956.600675:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781829956.600679:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781829956.600683:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781829956.600690:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96fd09b02600. 02000000:00000001:2.0:1781829956.600693:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781829956.600702:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1781829956.600709:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96fd0968f9a0. 00000400:00000010:2.0:1781829956.600728:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd1802caa0. 00000100:00000200:2.0:1781829956.600737:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371018882560, portal 10 00000100:00000001:2.0:1781829956.600741:0:2356:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781829956.600743:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446628613048802304 : -115460660749312 : ffff96fd38549c00) 00000100:00000040:2.0:1781829956.600755:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96fd38549c00 x1868371018882560/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829956.600766:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781829956.600770:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1781829956.600774:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd1802cb28. 00000100:00000200:2.0:1781829956.600779:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371018882560, offset 0 00000400:00000200:2.0:1781829956.600788:0:2356:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1781829956.600800:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1781829956.600811:0:2356:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1781829956.600818:0:2356:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781829956.600823:0:2356:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1781829956.600829:0:2356:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781829956.600833:0:2356:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1781829956.600837:0:2356:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [278097:278097:256:4294967295] 192.168.201.103@tcp LPNI seq info [278088:278088:8:4294967295] 00000400:00000200:2.0:1781829956.600844:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1781829956.600858:0:2356:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1781829956.600866:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1781829956.600874:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96fd04432500. 00000800:00000200:2.0:1781829956.602317:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96fd09c13180] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1781829956.602330:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000100:00000001:3.0:1781829956.603082:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829956.603089:0:2357:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781829956.603092:0:2357:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781829956.603104:0:2357:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96fd3854ad80 x1868371018882432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829956.603118:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781829956.603120:0:2357:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829956.603125:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781829956.603129:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781829956.603133:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781829956.603137:0:2357:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96fd3854ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c64ef5db-fccf-450e-8d2b-d993206125e2:2357:1868371018882432:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1781829956.603144:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781829956.603149:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781829956.603152:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829956.603155:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781829956.603163:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96fd0a03f600. 02000000:00000001:3.0:1781829956.603167:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781829956.603174:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1781829956.603180:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96fd04748370. 00000400:00000010:3.0:1781829956.603187:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd078125d8. 00000100:00000200:3.0:1781829956.603205:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371018882432, portal 25 00000100:00000001:3.0:1781829956.603209:0:2357:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781829956.603211:0:2357:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446628613048806784 : -115460660744832 : ffff96fd3854ad80) 00000100:00000040:3.0:1781829956.603221:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96fd3854ad80 x1868371018882432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829956.603231:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781829956.603235:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1781829956.603238:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd07812c38. 00000100:00000200:3.0:1781829956.603243:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371018882432, offset 0 00000400:00000200:3.0:1781829956.603251:0:2357:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1781829956.603259:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1781829956.603267:0:2357:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1781829956.603273:0:2357:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781829956.603277:0:2357:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1781829956.603282:0:2357:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781829956.603315:0:2357:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1781829956.603320:0:2357:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [278098:278098:255:4294967295] 192.168.201.103@tcp LPNI seq info [278089:278089:7:4294967295] 00000400:00000200:3.0:1781829956.603327:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1781829956.603355:0:2357:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1781829956.603365:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1781829956.603372:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96fd087d3c00. 00000800:00000200:3.0:1781829956.603381:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96fd09c13180] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1781829956.603390:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1781829956.603395:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96fd087d3c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781829956.603425:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781829956.603463:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1781829956.603467:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4307338040 00000100:00000001:3.0:1781829956.603478:0:2357:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307332919 00000100:00000001:3.0:1781829956.603486:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4307338040 00000100:00000001:3.0:1781829956.603491:0:2357:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307332919 00000100:00000001:3.0:1781829956.603505:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781829956.603509:0:2357:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829956.603513:0:2357:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781829956.603521:0:2357:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96fd38549f80 x1868371018882688/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829956.603532:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781829956.603535:0:2357:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829956.603538:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781829956.603541:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781829956.603544:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781829956.603549:0:2357:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96fd38549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2357:1868371018882688:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1781829956.603554:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781829956.603558:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781829956.603561:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829956.603564:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781829956.603569:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96fd0a03e400. 02000000:00000001:3.0:1781829956.603572:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781829956.603578:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1781829956.603582:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96fd04748738. 00000400:00000010:3.0:1781829956.603587:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd07812220. 00000100:00000200:3.0:1781829956.603592:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371018882688, portal 4 00000100:00000001:3.0:1781829956.603595:0:2357:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781829956.603597:0:2357:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446628613048803200 : -115460660748416 : ffff96fd38549f80) 00000100:00000040:3.0:1781829956.603607:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96fd38549f80 x1868371018882688/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829956.603618:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781829956.603621:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1781829956.603625:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd078126e8. 00000100:00000200:3.0:1781829956.603628:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371018882688, offset 0 00000400:00000200:3.0:1781829956.603635:0:2357:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1781829956.603640:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1781829956.603646:0:2357:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1781829956.603657:0:2357:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781829956.603661:0:2357:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1781829956.603665:0:2357:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781829956.603669:0:2357:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1781829956.603674:0:2357:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [278099:278099:254:4294967295] 192.168.201.103@tcp LPNI seq info [278090:278090:6:4294967295] 00000400:00000200:3.0:1781829956.603681:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1781829956.603691:0:2357:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1781829956.603699:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1781829956.603704:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96fd087d3400. 00000800:00000200:3.0:1781829956.603710:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96fd09c13180] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1781829956.603717:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1781829956.603721:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96fd087d3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781829956.603726:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829956.603731:0:2357:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: using a timeout of 43890 usecs (44 jiffies) 00000400:00000200:3.0:1781829956.603736:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1781829956.603739:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 0 is 4307326514 00000100:00000001:3.0:1781829956.603743:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS request active for cpu 0, keep current deadline 4307338040 00000100:00000001:3.0:1781829956.603747:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 1 is 4307326514 00000100:00000001:3.0:1781829956.603750:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS request active for cpu 1, keep current deadline 4307338040 00000100:00000001:3.0:1781829956.603753:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781829956.603756:0:2357:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829956.603760:0:2357:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829956.603764:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829956.603772:0:2357:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781829956.603775:0:2357:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781829956.603778:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829956.603780:0:2357:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781829956.603783:0:2357:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829956.603786:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781829956.603942:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781829956.603948:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96fd087d3c00. 00000400:00000200:1.0:1781829956.603956:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829956.603964:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1781829956.603971:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd07812c38 00000400:00000010:1.0:1781829956.603975:0:2347:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd07812c38. 00000100:00000001:1.0:1781829956.603981:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781829956.603988:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96fd3854ad80 x1868371018882432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829956.604002:0:2347:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781829956.604007:0:2347:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96fd3854ad80 x1868371018882432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829972 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829956.604311:0:2347:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781829956.604314:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781829956.604393:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781829956.604398:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96fd087d3400. 00000400:00000200:1.0:1781829956.604403:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829956.604659:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1781829956.604665:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd078126e8 00000400:00000010:1.0:1781829956.604669:0:2347:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd078126e8. 00000100:00000001:1.0:1781829956.604673:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781829956.604679:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96fd38549f80 x1868371018882688/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829956.604709:0:2347:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781829956.604715:0:2347:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96fd38549f80 x1868371018882688/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829972 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829956.604725:0:2347:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781829956.604727:0:2347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1781829956.605320:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96fd04432500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781829956.605357:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829956.605364:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: using a timeout of 45816 usecs (46 jiffies) 00000400:00000200:2.0:1781829956.605371:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1781829956.605374:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 0 is 4307326518 00000100:00000001:2.0:1781829956.605378:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS request active for cpu 0, keep current deadline 4307338040 00000100:00000001:2.0:1781829956.605392:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 1 is 4307326518 00000100:00000001:2.0:1781829956.605396:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS request active for cpu 1, keep current deadline 4307338040 00000100:00000001:2.0:1781829956.605400:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781829956.605403:0:2356:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829956.605407:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829956.605410:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829956.605416:0:2356:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781829956.605418:0:2356:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781829956.605421:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829956.605423:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781829956.605426:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829956.606828:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781829956.607125:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781829956.607131:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96fd04432500. 00000400:00000200:1.0:1781829956.607138:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829956.607147:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:1.0:1781829956.607154:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd1802cb28 00000400:00000010:1.0:1781829956.607157:0:2348:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd1802cb28. 00000100:00000001:1.0:1781829956.607162:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781829956.607171:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96fd38549c00 x1868371018882560/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829956.607185:0:2348:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781829956.607190:0:2348:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96fd38549c00 x1868371018882560/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829972 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829956.607202:0:2348:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781829956.607205:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781829956.616854:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829956.623628:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781829956.623641:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829956.623650:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829956.623662:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829956.623672:0:2347:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1781829956.623687:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829956.623695:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829956.623702:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829956.623708:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x6a34606e39d80 00000400:00000200:1.0:1781829956.623716:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829956.623724:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x256329 [1] + 224 00000800:00000001:1.0:1781829956.623754:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829956.623768:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829956.623774:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829956.623780:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1781829956.623790:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781829956.623821:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96fd3854ad80 x1868371018882432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781829956.623838:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96fd3854ad80 x1868371018882432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829956.623865:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781829956.623875:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829956.625006:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781829956.625011:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829956.625017:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829956.625024:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829956.625030:0:2347:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1781829956.625037:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829956.625041:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829956.625046:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829956.625051:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x6a34606e39e80 00000400:00000200:1.0:1781829956.625057:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829956.625063:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x256331 [1] + 224 00000800:00000001:1.0:1781829956.625070:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829956.625076:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829956.625079:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829956.625084:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1781829956.625089:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781829956.625097:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96fd38549f80 x1868371018882688/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781829956.625112:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96fd38549f80 x1868371018882688/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829956.625310:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781829956.625319:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829956.625326:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781829956.625854:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829956.625861:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829956.625868:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829956.625875:0:2347:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1781829956.625898:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829956.625904:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829956.625908:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829956.625913:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x6a34606e39e00 00000400:00000200:1.0:1781829956.625919:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829956.625926:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x256321 [1] + 224 00000800:00000001:1.0:1781829956.625933:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829956.625943:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829956.625947:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829956.625953:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1781829956.625958:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781829956.625965:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96fd38549c00 x1868371018882560/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781829956.625979:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96fd38549c00 x1868371018882560/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829956.626012:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781829956.626020:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829956.626024:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829956.626939:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829956.626945:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781829956.626953:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781829956.626956:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781829956.626961:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96fd0968f9a0. 00000400:00000200:2.0:1781829956.626968:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd1802caa0 00000400:00000010:2.0:1781829956.626972:0:2356:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd1802caa0. 00000100:00000001:2.0:1781829956.626976:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781829956.626984:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96fd38549c00 x1868371018882560/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781829956.627000:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96fd38549c00 x1868371018882560/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829956.627011:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781829956.627014:0:2356:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829956.627018:0:2356:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781829956.627760:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781829956.627766:0:2356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781829956.627770:0:2356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781829956.627775:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781829956.627789:0:2356:0:(import.c:2151:obd_at_measure()) add 5 to ffff96fd02f5a460 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1781829956.627813:0:2356:0:(import.c:2151:obd_at_measure()) add 1 to ffff96fd02f5a418 time=152 v=5 (1 1 1 1) 00000100:00000001:2.0:1781829956.627819:0:2356:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781829956.627822:0:2356:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781829956.627840:0:2356:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781829956.627846:0:2356:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829956.627852:0:2356:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781829956.627855:0:2356:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96fd086a1800: skip recheck: last_committed 137438953864 00000100:00000001:2.0:1781829956.627858:0:2356:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781829956.627861:0:2356:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829956.627872:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96fd38549c00 x1868371018882560/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829956.628078:0:2356:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781829956.628082:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781829956.628085:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781829956.628094:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96fd38549c00 x1868371018882560/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781829956.628108:0:2356:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff96fd38549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2356:1868371018882560:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1781829956.628117:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829956.628121:0:2356:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781829956.628127:0:2356:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96fd38549c00 x1868371018882560/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829956.628157:0:2356:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781829956.628161:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781829956.628166:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96fd09b02600. 02000000:00000001:2.0:1781829956.628172:0:2356:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781829956.628176:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781829956.628179:0:2356:0:(genops.c:1244:class_import_put()) import ffff96fd02f5a000 refcount=3 obd=lustre-MDT0000-mdc-ffff96fd086a1800 00000020:00000001:2.0:1781829956.628183:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781829956.628186:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96fd04432e00. 02000000:00000001:2.0:1781829956.628193:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781829956.628196:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781829956.628199:0:2356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96fd38549c00. 00000100:00000001:2.0:1781829956.628204:0:2356:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781829956.628206:0:2356:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829956.628210:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829956.628233:0:2356:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781829956.628235:0:2356:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829956.628239:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829956.628242:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829956.628280:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829956.628302:0:2357:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781829956.628309:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781829956.628312:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781829956.628316:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96fd04748370. 00000400:00000200:2.0:1781829956.628323:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd078125d8 00000400:00000010:2.0:1781829956.628325:0:2357:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd078125d8. 00000100:00000001:2.0:1781829956.628583:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781829956.628592:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96fd3854ad80 x1868371018882432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781829956.628606:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96fd3854ad80 x1868371018882432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829956.628617:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781829956.628620:0:2357:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829956.628623:0:2357:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781829956.628626:0:2357:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781829956.628628:0:2357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781829956.628631:0:2357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781829956.628634:0:2357:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781829956.628640:0:2357:0:(import.c:2151:obd_at_measure()) add 5 to ffff96fd09ab5460 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1781829956.628644:0:2357:0:(import.c:2151:obd_at_measure()) add 1 to ffff96fd09ab5418 time=154 v=5 (1 1 1 1) 00000100:00000001:2.0:1781829956.628648:0:2357:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781829956.628650:0:2357:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781829956.628652:0:2357:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781829956.628655:0:2357:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829956.628658:0:2357:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829956.628665:0:2357:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96fd3854ad80 x1868371018882432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829956.628675:0:2357:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781829956.628681:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781829956.628684:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781829956.628701:0:2357:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96fd3854ad80 x1868371018882432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781829956.628715:0:2357:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff96fd3854ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c64ef5db-fccf-450e-8d2b-d993206125e2:2357:1868371018882432:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1781829956.628806:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781829956.628904:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781829956.628918:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96fd04748738. 00000400:00000200:3.0:1781829956.628924:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd07812220 00000400:00000010:3.0:1781829956.628927:0:2357:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd07812220. 00000100:00000001:3.0:1781829956.628932:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781829956.628939:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96fd38549f80 x1868371018882688/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781829956.628954:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96fd38549f80 x1868371018882688/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829956.628965:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781829956.628968:0:2357:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829956.628971:0:2357:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781829956.628973:0:2357:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781829956.628975:0:2357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781829956.628977:0:2357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829956.628980:0:2357:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781829956.629382:0:2357:0:(import.c:2151:obd_at_measure()) add 5 to ffff96fd02f5b460 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1781829956.629389:0:2357:0:(import.c:2151:obd_at_measure()) add 1 to ffff96fd02f5b418 time=62 v=5 (1 1 1 1) 00000100:00000001:3.0:1781829956.629393:0:2357:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781829956.629395:0:2357:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781829956.629398:0:2357:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781829956.629401:0:2357:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829956.629405:0:2357:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781829956.629407:0:2357:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96fd086a1800: skip recheck: last_committed 4295079931 00000100:00000001:3.0:1781829956.629410:0:2357:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781829956.629411:0:2357:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829956.629419:0:2357:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96fd38549f80 x1868371018882688/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829956.629457:0:2357:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781829956.629462:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781829956.629464:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781829956.629471:0:2357:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96fd38549f80 x1868371018882688/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781829956.629483:0:2357:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff96fd38549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2357:1868371018882688:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1781829956.629500:0:2357:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829956.629503:0:2357:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781829956.629509:0:2357:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96fd3854ad80 x1868371018882432/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829956.629519:0:2357:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781829956.629522:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781829956.629525:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96fd0a03f600. 02000000:00000001:3.0:1781829956.629530:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781829956.629533:0:2357:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781829956.629535:0:2357:0:(genops.c:1244:class_import_put()) import ffff96fd09ab5000 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1781829956.629538:0:2357:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781829956.629541:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96fd04432300. 02000000:00000001:3.0:1781829956.629546:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781829956.629548:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781829956.629550:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96fd3854ad80. 00000100:00000001:3.0:1781829956.629555:0:2357:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781829956.629557:0:2357:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829956.629559:0:2357:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781829956.629564:0:2357:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96fd38549f80 x1868371018882688/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829972 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829956.629574:0:2357:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781829956.629576:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781829956.629579:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96fd0a03e400. 02000000:00000001:3.0:1781829956.629583:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781829956.629584:0:2357:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781829956.629586:0:2357:0:(genops.c:1244:class_import_put()) import ffff96fd02f5b000 refcount=2 obd=lustre-OST0001-osc-ffff96fd086a1800 00000020:00000001:3.0:1781829956.629589:0:2357:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781829956.629591:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96fd04432600. 02000000:00000001:3.0:1781829956.629595:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781829956.629596:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781829956.629599:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96fd38549f80. 00000100:00000001:3.0:1781829956.629602:0:2357:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781829956.629604:0:2357:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829956.629607:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829956.629613:0:2357:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781829956.629624:0:2357:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829956.629627:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829956.629630:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829956.660841:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829956.660850:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829956.660858:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829956.660860:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829956.660864:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829956.660866:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781829956.660910:0:109178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781829956.660915:0:109178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781829956.660919:0:109178:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781829957.684776:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829957.684783:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829957.684789:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829957.684793:0:124085:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1781829957.684796:0:124085:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1781829957.684801:0:124085:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829957.684805:0:124085:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1781829957.684808:0:124085:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829957.684811:0:124085:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829957.684814:0:124085:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829957.684819:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829957.684821:0:124085:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1781829957.684823:0:124085:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1781829957.684825:0:124085:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829957.684827:0:124085:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1781829957.684828:0:124085:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829957.684831:0:124085:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829957.684833:0:124085:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781829957.684863:0:106790:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781829957.684866:0:106790:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781829957.684870:0:106790:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781829958.708785:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829958.708795:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829958.708825:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829958.708827:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829958.708832:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829958.708834:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781829958.708959:0:106789:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781829958.708963:0:106789:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781829958.708967:0:106789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781829959.733493:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829959.733501:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829959.733509:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829959.733511:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829959.733515:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829959.733517:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781829959.733549:0:109178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781829959.733553:0:109178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781829959.733556:0:109178:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781829960.757287:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829960.757296:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829960.757304:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829960.757306:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829960.757310:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829960.757312:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781829960.757346:0:106790:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781829960.757351:0:106790:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781829960.757355:0:106790:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781829961.718278:0:107235:0:(pinger.c:231:ptlrpc_pinger_process_import()) c64ef5db-fccf-450e-8d2b-d993206125e2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781829961.718291:0:107235:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781829961.718299:0:107235:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96fd080ef100. 00000020:00000040:3.0:1781829961.718306:0:107235:0:(genops.c:1231:class_import_get()) import ffff96fd09ab5000 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:3.0:1781829961.718312:0:107235:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781829961.718316:0:107235:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781829961.718321:0:107235:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781829961.718331:0:107235:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96fd087d3b00. 00000100:00000001:3.0:1781829961.718338:0:107235:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829961.718351:0:107235:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c64ef5db-fccf-450e-8d2b-d993206125e2->MGS req@ffff96fd080ef100 x1868371018882816/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781829961.718365:0:107235:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781829961.718371:0:107235:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829961.718378:0:107235:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001015d85f] to pc [ptlrpcd_01_00+0] req@ffff96fd080ef100 x1868371018882816/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829961.718411:0:107235:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829961.718415:0:107235:0:(pinger.c:231:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781829961.718419:0:107235:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781829961.718423:0:107235:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96fd080ef480. 00000020:00000040:3.0:1781829961.718426:0:107235:0:(genops.c:1231:class_import_get()) import ffff96fd02f5a000 refcount=4 obd=lustre-MDT0000-mdc-ffff96fd086a1800 00000100:00000001:3.0:1781829961.718453:0:107235:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781829961.718455:0:107235:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781829961.718457:0:107235:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781829961.718463:0:107235:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96fd087d3e00. 00000100:00000001:3.0:1781829961.718467:0:107235:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829961.718473:0:107235:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-MDT0000_UUID req@ffff96fd080ef480 x1868371018882944/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781829961.718484:0:107235:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781829961.718494:0:107235:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829961.718502:0:107235:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002645e329] to pc [ptlrpcd_01_01+1] req@ffff96fd080ef480 x1868371018882944/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829961.718514:0:107235:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829961.718517:0:107235:0:(pinger.c:231:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781829961.718522:0:107235:0:(pinger.c:249:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781829961.718525:0:107235:0:(pinger.c:231:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781829961.718530:0:107235:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781829961.718534:0:107235:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96fd080ec380. 00000020:00000040:3.0:1781829961.718537:0:107235:0:(genops.c:1231:class_import_get()) import ffff96fd02f5b000 refcount=3 obd=lustre-OST0001-osc-ffff96fd086a1800 00000100:00000001:3.0:1781829961.718540:0:107235:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781829961.718542:0:107235:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781829961.718545:0:107235:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781829961.718550:0:107235:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96fd087d3700. 00000100:00000001:3.0:1781829961.718554:0:107235:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829961.718559:0:107235:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0001_UUID req@ffff96fd080ec380 x1868371018883072/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781829961.718569:0:107235:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781829961.718572:0:107235:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829961.718577:0:107235:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022acb812] to pc [ptlrpcd_01_00+0] req@ffff96fd080ec380 x1868371018883072/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829961.718587:0:107235:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829961.718591:0:107235:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (12669) 00000100:00000001:3.0:1781829961.718609:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829961.718613:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781829961.718616:0:2356:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781829961.718622:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96fd080ef100 x1868371018882816/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829961.718632:0:2356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781829961.718635:0:2356:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829961.718649:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781829961.718653:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781829961.718656:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781829961.718661:0:2356:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96fd080ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c64ef5db-fccf-450e-8d2b-d993206125e2:2356:1868371018882816:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1781829961.718667:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781829961.718674:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781829961.718678:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829961.718681:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781829961.718686:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96fd0a03f600. 02000000:00000001:3.0:1781829961.718688:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781829961.718697:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1781829961.718702:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96fd04748738. 00000400:00000010:3.0:1781829961.718710:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd07812220. 00000100:00000200:3.0:1781829961.718719:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371018882816, portal 25 00000100:00000001:3.0:1781829961.718723:0:2356:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781829961.718725:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446628612238930176 : -115461470621440 : ffff96fd080ef100) 00000100:00000040:3.0:1781829961.718733:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96fd080ef100 x1868371018882816/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829961.718743:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781829961.718748:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1781829961.718751:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd07812a18. 00000100:00000200:3.0:1781829961.718755:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371018882816, offset 0 00000400:00000200:3.0:1781829961.718764:0:2356:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1781829961.718775:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1781829961.718784:0:2356:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1781829961.718790:0:2356:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781829961.718795:0:2356:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1781829961.718799:0:2356:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781829961.718802:0:2356:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1781829961.718807:0:2356:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [278100:278100:256:4294967295] 192.168.201.103@tcp LPNI seq info [278091:278091:8:4294967295] 00000400:00000200:3.0:1781829961.718813:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1781829961.718825:0:2356:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1781829961.718842:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1781829961.718847:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96fd087d3400. 00000800:00000200:3.0:1781829961.718856:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96fd09c13180] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1781829961.718865:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1781829961.718869:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96fd087d3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781829961.718883:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781829961.718889:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1781829961.718893:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4307343155 00000100:00000001:3.0:1781829961.718902:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307338040 00000100:00000001:3.0:1781829961.718907:0:2356:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4307343155 00000100:00000001:3.0:1781829961.718911:0:2356:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307338040 00000100:00000001:3.0:1781829961.718915:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781829961.718919:0:2356:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829961.718922:0:2356:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781829961.718928:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96fd080ec380 x1868371018883072/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829961.718937:0:2356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781829961.718939:0:2356:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829961.718943:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781829961.718945:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781829961.718948:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781829961.718952:0:2356:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96fd080ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2356:1868371018883072:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1781829961.718956:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781829961.718959:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781829961.718961:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829961.718964:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781829961.718968:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96fd0a03e800. 02000000:00000001:3.0:1781829961.718970:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781829961.718975:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1781829961.718979:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96fd04748790. 00000400:00000010:3.0:1781829961.718992:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd07812198. 00000100:00000200:3.0:1781829961.718997:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371018883072, portal 4 00000100:00000001:3.0:1781829961.719000:0:2356:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781829961.719001:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446628612238918528 : -115461470633088 : ffff96fd080ec380) 00000100:00000040:3.0:1781829961.719011:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96fd080ec380 x1868371018883072/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829961.719020:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781829961.719023:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1781829961.719026:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd07812dd0. 00000100:00000200:3.0:1781829961.719029:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371018883072, offset 0 00000400:00000200:3.0:1781829961.719035:0:2356:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1781829961.719041:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1781829961.719046:0:2356:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1781829961.719050:0:2356:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781829961.719054:0:2356:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1781829961.719057:0:2356:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781829961.719060:0:2356:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1781829961.719064:0:2356:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [278101:278101:255:4294967295] 192.168.201.103@tcp LPNI seq info [278092:278092:7:4294967295] 00000400:00000200:3.0:1781829961.719069:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1781829961.719077:0:2356:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1781829961.719084:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1781829961.719088:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96fd087d3c00. 00000800:00000200:3.0:1781829961.719094:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96fd09c13180] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1781829961.719099:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1781829961.719103:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96fd087d3c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781829961.719108:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829961.719112:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: using a timeout of 43876 usecs (44 jiffies) 00000400:00000200:3.0:1781829961.719117:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1781829961.719120:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 0 is 4307331629 00000100:00000001:3.0:1781829961.719123:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS request active for cpu 0, keep current deadline 4307343155 00000100:00000001:3.0:1781829961.719134:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 1 is 4307331629 00000100:00000001:3.0:1781829961.719137:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS request active for cpu 1, keep current deadline 4307343155 00000100:00000001:3.0:1781829961.719140:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781829961.719143:0:2356:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829961.719147:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829961.719150:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829961.719159:0:2356:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781829961.719161:0:2356:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781829961.719164:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829961.719166:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781829961.719168:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781829961.719170:0:2356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781829961.719173:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829961.719175:0:2356:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781829961.719176:0:2356:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829961.719178:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829961.719180:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781829961.719181:0:2356:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781829961.719187:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96fd080ef480 x1868371018882944/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829961.719197:0:2356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781829961.719214:0:2356:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829961.719218:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781829961.719221:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781829961.719224:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781829961.719228:0:2356:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96fd080ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2356:1868371018882944:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1781829961.719232:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781829961.719237:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781829961.719239:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829961.719241:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781829961.719246:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96fd0a03f800. 02000000:00000001:3.0:1781829961.719249:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781829961.719254:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1781829961.719257:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96fd04748840. 00000400:00000010:3.0:1781829961.719267:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd07812880. 00000100:00000200:3.0:1781829961.719271:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371018882944, portal 10 00000100:00000001:3.0:1781829961.719274:0:2356:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781829961.719276:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446628612238931072 : -115461470620544 : ffff96fd080ef480) 00000100:00000040:3.0:1781829961.719285:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96fd080ef480 x1868371018882944/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829961.719293:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781829961.719296:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1781829961.719299:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd07812d48. 00000100:00000200:3.0:1781829961.719302:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371018882944, offset 0 00000400:00000200:3.0:1781829961.719309:0:2356:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1781829961.719314:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1781829961.719319:0:2356:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1781829961.719323:0:2356:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781829961.719327:0:2356:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1781829961.719330:0:2356:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781829961.719333:0:2356:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1781829961.719337:0:2356:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [278102:278102:254:4294967295] 192.168.201.103@tcp LPNI seq info [278093:278093:6:4294967295] 00000400:00000200:3.0:1781829961.719342:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1781829961.719351:0:2356:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1781829961.719357:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1781829961.719361:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96fd087d3f00. 00000800:00000200:3.0:1781829961.719366:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96fd09c13180] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1781829961.719371:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1781829961.719374:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96fd087d3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781829961.719378:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829961.719381:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: using a timeout of 45805 usecs (46 jiffies) 00000400:00000200:3.0:1781829961.719385:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1781829961.719388:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 0 is 4307331632 00000100:00000001:3.0:1781829961.719390:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS request active for cpu 0, keep current deadline 4307343155 00000100:00000001:3.0:1781829961.719400:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 1 is 4307331632 00000100:00000001:3.0:1781829961.719402:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS request active for cpu 1, keep current deadline 4307343155 00000100:00000001:3.0:1781829961.719405:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781829961.719408:0:2356:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829961.719411:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829961.719414:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829961.719452:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829961.719455:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781829961.719578:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781829961.719584:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96fd087d3400. 00000400:00000200:0.0:1781829961.719593:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781829961.719600:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1781829961.719606:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd07812a18 00000400:00000010:0.0:1781829961.719610:0:2348:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd07812a18. 00000100:00000001:0.0:1781829961.719615:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781829961.719622:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96fd080ef100 x1868371018882816/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829961.719634:0:2348:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781829961.719639:0:2348:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96fd080ef100 x1868371018882816/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829977 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829961.719648:0:2348:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781829961.719655:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781829961.719671:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781829961.719674:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96fd087d3c00. 00000400:00000200:0.0:1781829961.719678:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781829961.719683:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1781829961.719686:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd07812dd0 00000400:00000010:0.0:1781829961.719688:0:2348:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd07812dd0. 00000100:00000001:0.0:1781829961.719691:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781829961.719695:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96fd080ec380 x1868371018883072/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829961.719705:0:2348:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781829961.719709:0:2348:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96fd080ec380 x1868371018883072/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829977 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829961.719717:0:2348:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781829961.719719:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781829961.719790:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781829961.719795:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96fd087d3f00. 00000400:00000200:0.0:1781829961.719798:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781829961.719803:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1781829961.719806:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd07812d48 00000400:00000010:0.0:1781829961.719809:0:2348:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd07812d48. 00000100:00000001:0.0:1781829961.719811:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781829961.719816:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96fd080ef480 x1868371018882944/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829961.719826:0:2348:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781829961.719830:0:2348:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96fd080ef480 x1868371018882944/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829977 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829961.719838:0:2348:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781829961.719841:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781829961.741899:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829961.741923:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781829961.741929:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829961.741932:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829961.741944:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829961.741954:0:2347:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1781829961.743331:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829961.743338:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829961.743346:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829961.743353:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x6a34606e39f00 00000400:00000200:1.0:1781829961.743360:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829961.743368:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x256339 [1] + 224 00000800:00000001:1.0:1781829961.743378:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829961.743389:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829961.743394:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829961.743400:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1781829961.743409:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781829961.744095:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96fd080ef100 x1868371018882816/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781829961.744112:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96fd080ef100 x1868371018882816/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829961.744137:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781829961.744153:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829961.744162:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781829961.744165:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829961.744169:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829961.744176:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829961.744181:0:2347:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1781829961.744190:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829961.744194:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829961.744212:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829961.744218:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x6a34606e39f80 00000400:00000200:1.0:1781829961.744223:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829961.744230:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x256349 [1] + 224 00000800:00000001:1.0:1781829961.744237:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829961.744243:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829961.744246:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829961.744262:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1781829961.744268:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781829961.744275:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96fd080ef480 x1868371018882944/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781829961.744289:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96fd080ef480 x1868371018882944/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829961.744300:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781829961.744305:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829961.744309:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781829961.744311:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829961.744314:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829961.744319:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829961.744324:0:2347:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1781829961.744329:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829961.744333:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829961.744337:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829961.744341:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x6a34606e3a000 00000400:00000200:1.0:1781829961.744346:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829961.744351:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x256341 [1] + 224 00000800:00000001:1.0:1781829961.744355:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829961.744362:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829961.744365:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829961.744369:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1781829961.744372:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781829961.744378:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96fd080ec380 x1868371018883072/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781829961.744391:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96fd080ec380 x1868371018883072/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829961.744402:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781829961.744405:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829961.744451:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829961.745934:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829961.745941:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781829961.745949:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781829961.745952:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781829961.745957:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96fd04748840. 00000400:00000200:3.0:1781829961.745965:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd07812880 00000400:00000010:3.0:1781829961.745970:0:2356:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd07812880. 00000100:00000001:3.0:1781829961.745975:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781829961.745985:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96fd080ef480 x1868371018882944/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781829961.745998:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96fd080ef480 x1868371018882944/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829961.746006:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781829961.746009:0:2356:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829961.746012:0:2356:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781829961.746016:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781829961.746019:0:2356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781829961.746021:0:2356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829961.746025:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781829961.746035:0:2356:0:(import.c:2151:obd_at_measure()) add 5 to ffff96fd02f5a460 time=56 v=5 (5 5 5 5) 00000100:00001000:3.0:1781829961.746041:0:2356:0:(import.c:2151:obd_at_measure()) add 1 to ffff96fd02f5a418 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1781829961.746045:0:2356:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781829961.746048:0:2356:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781829961.746065:0:2356:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781829961.746071:0:2356:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829961.746076:0:2356:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781829961.746089:0:2356:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96fd086a1800: skip recheck: last_committed 137438953864 00000100:00000001:3.0:1781829961.746092:0:2356:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781829961.746094:0:2356:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829961.746101:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96fd080ef480 x1868371018882944/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829961.746112:0:2356:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781829961.746117:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781829961.746119:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781829961.746125:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96fd080ef480 x1868371018882944/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781829961.746136:0:2356:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff96fd080ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2356:1868371018882944:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1781829961.746145:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781829961.746147:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781829961.746150:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96fd04748738. 00000400:00000200:3.0:1781829961.746153:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd07812220 00000400:00000010:3.0:1781829961.746156:0:2356:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd07812220. 00000100:00000001:3.0:1781829961.746159:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781829961.746164:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96fd080ef100 x1868371018882816/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781829961.746176:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96fd080ef100 x1868371018882816/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829961.746186:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781829961.746188:0:2356:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829961.746190:0:2356:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781829961.746193:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781829961.746195:0:2356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781829961.746196:0:2356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829961.746217:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781829961.746222:0:2356:0:(import.c:2151:obd_at_measure()) add 5 to ffff96fd09ab5460 time=56 v=5 (5 5 5 5) 00000100:00001000:3.0:1781829961.746226:0:2356:0:(import.c:2151:obd_at_measure()) add 1 to ffff96fd09ab5418 time=9 v=5 (1 1 1 1) 00000100:00000001:3.0:1781829961.746230:0:2356:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781829961.746231:0:2356:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781829961.746240:0:2356:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781829961.746243:0:2356:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829961.746245:0:2356:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829961.746252:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96fd080ef100 x1868371018882816/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829961.746260:0:2356:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781829961.746263:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781829961.746265:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781829961.746271:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96fd080ef100 x1868371018882816/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781829961.746281:0:2356:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff96fd080ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c64ef5db-fccf-450e-8d2b-d993206125e2:2356:1868371018882816:192.168.201.103@tcp:400:kworker.0 00000400:00000001:3.0:1781829961.746290:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781829961.746292:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781829961.746295:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96fd04748790. 00000400:00000200:3.0:1781829961.746298:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd07812198 00000400:00000010:3.0:1781829961.746301:0:2356:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd07812198. 00000100:00000001:3.0:1781829961.746304:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781829961.746309:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96fd080ec380 x1868371018883072/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781829961.746322:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96fd080ec380 x1868371018883072/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829961.746330:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781829961.746332:0:2356:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829961.746334:0:2356:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781829961.746337:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781829961.746339:0:2356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781829961.746341:0:2356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829961.746343:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781829961.746350:0:2356:0:(import.c:2151:obd_at_measure()) add 5 to ffff96fd02f5b460 time=55 v=5 (5 5 5 5) 00000100:00001000:3.0:1781829961.746355:0:2356:0:(import.c:2151:obd_at_measure()) add 1 to ffff96fd02f5b418 time=67 v=5 (1 1 1 1) 00000100:00000001:3.0:1781829961.746357:0:2356:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781829961.746360:0:2356:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781829961.746367:0:2356:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781829961.746370:0:2356:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829961.746374:0:2356:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781829961.746376:0:2356:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96fd086a1800: skip recheck: last_committed 4295079931 00000100:00000001:3.0:1781829961.746378:0:2356:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781829961.746380:0:2356:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829961.746386:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96fd080ec380 x1868371018883072/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829961.746394:0:2356:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781829961.746398:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781829961.746400:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781829961.746404:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96fd080ec380 x1868371018883072/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781829961.746415:0:2356:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff96fd080ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2356:1868371018883072:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1781829961.746421:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829961.746425:0:2356:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781829961.746451:0:2356:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96fd080ef480 x1868371018882944/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829961.746725:0:2356:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781829961.746729:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781829961.746733:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96fd0a03f800. 02000000:00000001:3.0:1781829961.746738:0:2356:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781829961.746741:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781829961.746744:0:2356:0:(genops.c:1244:class_import_put()) import ffff96fd02f5a000 refcount=3 obd=lustre-MDT0000-mdc-ffff96fd086a1800 00000020:00000001:3.0:1781829961.746747:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781829961.746751:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96fd087d3e00. 02000000:00000001:3.0:1781829961.746756:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781829961.746758:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781829961.746760:0:2356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96fd080ef480. 00000100:00000001:3.0:1781829961.746765:0:2356:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781829961.746767:0:2356:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829961.746770:0:2356:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781829961.746783:0:2356:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96fd080ef100 x1868371018882816/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829961.746792:0:2356:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781829961.746794:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781829961.746796:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96fd0a03f600. 02000000:00000001:3.0:1781829961.746800:0:2356:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781829961.746802:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781829961.746804:0:2356:0:(genops.c:1244:class_import_put()) import ffff96fd09ab5000 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1781829961.746806:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781829961.746808:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96fd087d3b00. 02000000:00000001:3.0:1781829961.746811:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781829961.746813:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781829961.746815:0:2356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96fd080ef100. 00000100:00000001:3.0:1781829961.746818:0:2356:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781829961.746819:0:2356:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829961.746822:0:2356:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781829961.746826:0:2356:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96fd080ec380 x1868371018883072/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829977 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829961.746835:0:2356:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781829961.746837:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781829961.746839:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96fd0a03e800. 02000000:00000001:3.0:1781829961.746843:0:2356:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781829961.746844:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781829961.746846:0:2356:0:(genops.c:1244:class_import_put()) import ffff96fd02f5b000 refcount=2 obd=lustre-OST0001-osc-ffff96fd086a1800 00000020:00000001:3.0:1781829961.746849:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781829961.746851:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96fd087d3700. 02000000:00000001:3.0:1781829961.746854:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781829961.746855:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781829961.746857:0:2356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96fd080ec380. 00000100:00000001:3.0:1781829961.746861:0:2356:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781829961.746862:0:2356:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829961.746865:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829961.746875:0:2356:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781829961.746878:0:2356:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829961.746881:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829961.746884:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829961.781566:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829961.781575:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829961.781582:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829961.781584:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829961.781611:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829961.781614:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781829961.783750:0:106789:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781829961.783757:0:106789:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781829961.783762:0:106789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781829962.808974:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829962.808982:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829962.808990:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829962.808992:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829962.808996:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829962.808998:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781829962.810569:0:109178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781829962.810576:0:109178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781829962.810582:0:109178:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781829963.828539:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829963.828549:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829963.828557:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829963.828559:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829963.828564:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829963.828566:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781829963.828591:0:106790:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781829963.828595:0:106790:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781829963.828598:0:106790:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1781829964.490696:0:124470:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829964.852587:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829964.852614:0:124085:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1781829964.852618:0:124085:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1781829964.852623:0:124085:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829964.852630:0:124085:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1781829964.852633:0:124085:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829964.852637:0:124085:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829964.852641:0:124085:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829964.852648:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829964.852650:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829964.852656:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829964.852658:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781829964.852828:0:106789:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781829964.852833:0:106789:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781829964.852837:0:106789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1781829965.366992:0:124506:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1781829965.367000:0:124506:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_170: @@@@@@ FAIL: import is not in REPLAY_LOCKS state 00000001:00000001:0.0:1781829965.403359:0:124506:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1781829965.876519:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829965.876528:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829965.876535:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829965.876536:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829965.876540:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829965.876559:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781829965.879315:0:109178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781829965.879323:0:109178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781829965.879328:0:109178:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781829966.836809:0:104177:0:(pinger.c:231:ptlrpc_pinger_process_import()) c64ef5db-fccf-450e-8d2b-d993206125e2->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781829966.836821:0:104177:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781829966.836833:0:104177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96fd38549c00. 00000020:00000040:2.0:1781829966.836840:0:104177:0:(genops.c:1231:class_import_get()) import ffff96fd09ab5000 refcount=4 obd=MGC192.168.201.103@tcp 00000100:00000001:2.0:1781829966.836846:0:104177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781829966.836850:0:104177:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781829966.836857:0:104177:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781829966.836867:0:104177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96fd04432e00. 00000100:00000001:2.0:1781829966.836877:0:104177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829966.836892:0:104177:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c64ef5db-fccf-450e-8d2b-d993206125e2->MGS req@ffff96fd38549c00 x1868371018883200/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781829966.836909:0:104177:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781829966.836914:0:104177:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829966.836923:0:104177:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3dbf16a] to pc [ptlrpcd_01_01+1] req@ffff96fd38549c00 x1868371018883200/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829966.837079:0:104177:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829966.837085:0:104177:0:(pinger.c:231:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781829966.837090:0:104177:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781829966.837096:0:104177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96fd38548380. 00000020:00000040:2.0:1781829966.837100:0:104177:0:(genops.c:1231:class_import_get()) import ffff96fd02f5a000 refcount=4 obd=lustre-MDT0000-mdc-ffff96fd086a1800 00000100:00000001:2.0:1781829966.837104:0:104177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781829966.837106:0:104177:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781829966.837110:0:104177:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829966.837314:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829966.837328:0:2357:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781829966.837331:0:2357:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781829966.837340:0:2357:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96fd38549c00 x1868371018883200/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829966.837353:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781829966.837356:0:2357:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829966.837362:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781829966.837366:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781829966.837370:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781829966.837374:0:2357:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96fd38549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c64ef5db-fccf-450e-8d2b-d993206125e2:2357:1868371018883200:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1781829966.837381:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781829966.837388:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781829966.837391:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829966.837395:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781829966.837400:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96fd1054ea00. 02000000:00000001:3.0:1781829966.837403:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781829966.837733:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1781829966.837741:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96fd04748790. 00000400:00000010:3.0:1781829966.837751:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd07812198. 00000100:00000200:3.0:1781829966.837760:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371018883200, portal 25 00000100:00000001:3.0:1781829966.837764:0:2357:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781829966.837766:0:2357:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446628613048802304 : -115460660749312 : ffff96fd38549c00) 00000100:00000040:3.0:1781829966.837776:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96fd38549c00 x1868371018883200/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829966.837787:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781829966.837791:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1781829966.837795:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd07812220. 00000100:00000200:3.0:1781829966.837799:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371018883200, offset 0 00000400:00000200:3.0:1781829966.837809:0:2357:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1781829966.837821:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1781829966.837831:0:2357:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1781829966.837838:0:2357:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781829966.837844:0:2357:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1781829966.837859:0:2357:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781829966.837863:0:2357:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1781829966.837869:0:2357:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [278103:278103:256:4294967295] 192.168.201.103@tcp LPNI seq info [278094:278094:8:4294967295] 00000400:00000200:3.0:1781829966.837876:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1781829966.837892:0:2357:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1781829966.837915:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1781829966.837923:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96fd087d3700. 00000800:00000200:3.0:1781829966.837932:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96fd09c13180] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1781829966.837941:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1781829966.837948:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96fd087d3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781829966.837974:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781829966.837981:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1781829966.837985:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 0 is 4307348274 00000100:00000001:3.0:1781829966.837995:0:2357:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307343155 00000100:00000001:3.0:1781829966.838000:0:2357:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS new deadline estimation for cpu 1 is 4307348274 00000100:00000001:3.0:1781829966.838005:0:2357:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.103@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307343155 00000100:00000001:3.0:1781829966.838009:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781829966.838013:0:2357:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829966.838018:0:2357:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829966.838021:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829966.838031:0:2357:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781829966.838034:0:2357:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781829966.838037:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829966.838039:0:2357:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781829966.838041:0:2357:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781829966.838947:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781829966.838954:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96fd087d3700. 00000400:00000200:0.0:1781829966.838963:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781829966.838971:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1781829966.838979:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd07812220 00000400:00000010:0.0:1781829966.838983:0:2348:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd07812220. 00000100:00000001:0.0:1781829966.838989:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781829966.838997:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96fd38549c00 x1868371018883200/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829966.839011:0:2348:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781829966.839016:0:2348:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96fd38549c00 x1868371018883200/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829982 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829966.839026:0:2348:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781829966.839029:0:2348:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:2.0:1781829966.839421:0:104177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96fd04432700. 00000100:00000001:2.0:1781829966.841763:0:104177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829966.841785:0:104177:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-MDT0000_UUID req@ffff96fd38548380 x1868371018883328/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781829966.841802:0:104177:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781829966.841808:0:104177:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829966.841816:0:104177:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b198d138] to pc [ptlrpcd_01_00+0] req@ffff96fd38548380 x1868371018883328/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829966.841834:0:104177:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829966.841839:0:104177:0:(pinger.c:231:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781829966.841845:0:104177:0:(pinger.c:249:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781829966.841848:0:104177:0:(pinger.c:231:ptlrpc_pinger_process_import()) dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781829966.841853:0:104177:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781829966.841862:0:104177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96fd3854b800. 00000020:00000040:2.0:1781829966.841868:0:104177:0:(genops.c:1231:class_import_get()) import ffff96fd02f5b000 refcount=3 obd=lustre-OST0001-osc-ffff96fd086a1800 00000100:00000001:2.0:1781829966.841872:0:104177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781829966.841875:0:104177:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781829966.841880:0:104177:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781829966.841889:0:104177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96fd04432600. 00000100:00000001:2.0:1781829966.841894:0:104177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829966.841914:0:104177:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging dfc8076b-2e6d-4698-af1f-cc0aa5592963->lustre-OST0001_UUID req@ffff96fd3854b800 x1868371018883456/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781829966.841927:0:104177:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781829966.841930:0:104177:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829966.841936:0:104177:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075fa47ba] to pc [ptlrpcd_01_01+1] req@ffff96fd3854b800 x1868371018883456/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829966.841949:0:104177:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829966.841955:0:104177:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (12674) 00000100:00000001:2.0:1781829966.841975:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829966.841980:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781829966.841982:0:2356:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781829966.841989:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96fd38548380 x1868371018883328/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829966.842001:0:2356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781829966.842004:0:2356:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781829966.842009:0:2356:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781829966.842013:0:2356:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781829966.842016:0:2356:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781829966.842022:0:2356:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96fd38548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2356:1868371018883328:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1781829966.842027:0:2356:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781829966.842034:0:2356:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781829966.842038:0:2356:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781829966.842041:0:2356:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781829966.842047:0:2356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96fd09b03400. 02000000:00000001:2.0:1781829966.842050:0:2356:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781829966.842059:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:2.0:1781829966.842064:0:2356:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96fd0968f9a0. 00000400:00000010:2.0:1781829966.842074:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd1802caa0. 00000100:00000200:2.0:1781829966.842082:0:2356:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371018883328, portal 10 00000100:00000001:2.0:1781829966.842085:0:2356:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781829966.842088:0:2356:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446628613048796032 : -115460660755584 : ffff96fd38548380) 00000100:00000040:2.0:1781829966.842098:0:2356:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96fd38548380 x1868371018883328/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829966.842134:0:2356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781829966.842139:0:2356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:2.0:1781829966.842144:0:2356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd1802c7f8. 00000100:00000200:2.0:1781829966.842150:0:2356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371018883328, offset 0 00000400:00000200:2.0:1781829966.842158:0:2356:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:2.0:1781829966.842168:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1781829966.842178:0:2356:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:2.0:1781829966.842184:0:2356:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781829966.842190:0:2356:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:2.0:1781829966.842195:0:2356:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781829966.842199:0:2356:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:2.0:1781829966.842205:0:2356:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [278104:278104:256:4294967295] 192.168.201.103@tcp LPNI seq info [278095:278095:8:4294967295] 00000400:00000200:2.0:1781829966.842212:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:2.0:1781829966.842223:0:2356:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:2.0:1781829966.842231:0:2356:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:2.0:1781829966.842238:0:2356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96fd04432300. 00000800:00000200:2.0:1781829966.842248:0:2356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96fd09c13180] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:2.0:1781829966.842258:0:2356:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:2.0:1781829966.842264:0:2356:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96fd04432300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781829966.842288:0:2356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829966.842295:0:2356:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: using a timeout of 45795 usecs (46 jiffies) 00000400:00000200:2.0:1781829966.842300:0:2356:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:2.0:1781829966.842304:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 0 is 4307336755 00000100:00000001:2.0:1781829966.842309:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS request active for cpu 0, keep current deadline 4307348274 00000100:00000001:2.0:1781829966.842312:0:2356:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 1 is 4307336755 00000100:00000001:2.0:1781829966.842315:0:2356:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff96fd086a1800: PM QoS request active for cpu 1, keep current deadline 4307348274 00000100:00000001:2.0:1781829966.842318:0:2356:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781829966.842322:0:2356:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829966.842334:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829966.842334:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829966.842337:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829966.842345:0:2357:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781829966.842345:0:2356:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781829966.842349:0:2357:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781829966.842349:0:2356:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781829966.842353:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829966.842353:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829966.842355:0:2357:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781829966.842355:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781829966.842357:0:2357:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1781829966.842357:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829966.842360:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829966.842365:0:2357:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96fd3854b800 x1868371018883456/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829966.842392:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781829966.842394:0:2357:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829966.842397:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781829966.842400:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781829966.842404:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781829966.842408:0:2357:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96fd3854b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2357:1868371018883456:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1781829966.843670:0:2357:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781829966.843676:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781829966.843679:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829966.843682:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1781829966.843781:0:2347:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781829966.843788:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96fd04432300. 00000400:00000200:0.0:1781829966.843794:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781829966.843802:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1781829966.843809:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd1802c7f8 00000400:00000010:0.0:1781829966.843813:0:2347:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd1802c7f8. 00000100:00000001:0.0:1781829966.843819:0:2347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781829966.843827:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96fd38548380 x1868371018883328/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829966.843840:0:2347:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781829966.843846:0:2347:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96fd38548380 x1868371018883328/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829982 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829966.843855:0:2347:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781829966.843857:0:2347:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1781829966.845002:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96fd1054f200. 02000000:00000001:3.0:1781829966.845008:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781829966.845018:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000010:3.0:1781829966.845022:0:2357:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96fd04748738. 00000400:00000010:3.0:1781829966.845029:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd07812880. 00000100:00000200:3.0:1781829966.845037:0:2357:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371018883456, portal 4 00000100:00000001:3.0:1781829966.845040:0:2357:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781829966.845043:0:2357:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446628613048809472 : -115460660742144 : ffff96fd3854b800) 00000100:00000040:3.0:1781829966.845055:0:2357:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96fd3854b800 x1868371018883456/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829966.845067:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781829966.845071:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.103@tcp 00000400:00000010:3.0:1781829966.845074:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96fd07812bb0. 00000100:00000200:3.0:1781829966.845078:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371018883456, offset 0 00000400:00000200:3.0:1781829966.845085:0:2357:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.201.103@tcp 00000400:00000200:3.0:1781829966.845093:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1781829966.845399:0:2357:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.103@tcp local destination 00000400:00000200:3.0:1781829966.845404:0:2357:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781829966.845421:0:2357:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.201.3@tcp 00000400:00000200:3.0:1781829966.845425:0:2357:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.201.3@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781829966.845455:0:2357:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.103@tcp 00000400:00000200:3.0:1781829966.846903:0:2357:0:(lib-move.c:1652:lnet_handle_send()) 192.168.201.3@tcp NI seq info: [278105:278105:256:4294967295] 192.168.201.103@tcp LPNI seq info [278096:278096:8:4294967295] 00000400:00000200:3.0:1781829966.846914:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:3.0:1781829966.846929:0:2357:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp:) -> 192.168.201.103@tcp(192.168.201.103@tcp:192.168.201.103@tcp) : PUT try# 0 00000800:00000200:3.0:1781829966.846938:0:2357:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.103@tcp 00000800:00000010:3.0:1781829966.846946:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96fd087d3b00. 00000800:00000200:3.0:1781829966.846956:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff96fd09c13180] -> 12345-192.168.201.103@tcp (5) 00000800:00000200:3.0:1781829966.846966:0:2357:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.103@tcp ip 192.168.201.103:988 00000800:00000200:3.0:1781829966.846971:0:2357:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96fd087d3b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781829966.846981:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829966.846988:0:2357:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: using a timeout of 43860 usecs (44 jiffies) 00000400:00000200:3.0:1781829966.846993:0:2357:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000100:00000001:3.0:1781829966.846996:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 0 is 4307336758 00000100:00000001:3.0:1781829966.847001:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS request active for cpu 0, keep current deadline 4307348274 00000100:00000001:3.0:1781829966.847004:0:2357:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS new deadline estimation for cpu 1 is 4307336758 00000100:00000001:3.0:1781829966.847007:0:2357:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff96fd086a1800: PM QoS request active for cpu 1, keep current deadline 4307348274 00000100:00000001:3.0:1781829966.847011:0:2357:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781829966.847015:0:2357:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829966.847021:0:2357:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829966.847024:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829966.847035:0:2357:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781829966.847038:0:2357:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781829966.847041:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829966.847044:0:2357:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781829966.847046:0:2357:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829966.847050:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781829966.850797:0:2348:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781829966.850808:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96fd087d3b00. 00000400:00000200:0.0:1781829966.850815:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781829966.850826:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000400:00000200:0.0:1781829966.850846:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd07812bb0 00000400:00000010:0.0:1781829966.850851:0:2348:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd07812bb0. 00000100:00000001:0.0:1781829966.850857:0:2348:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781829966.850868:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96fd3854b800 x1868371018883456/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829966.850886:0:2348:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781829966.850892:0:2348:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96fd3854b800 x1868371018883456/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829982 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829966.850903:0:2348:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781829966.850906:0:2348:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781829966.850918:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781829966.850931:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781829966.850935:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781829966.850939:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781829966.850947:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1781829966.850953:0:2348:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1781829966.850962:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1781829966.850967:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1781829966.850974:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1781829966.850980:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 25 MB=0x6a34606e3a080 00000400:00000200:0.0:1781829966.850987:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1781829966.850994:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.103@tcp of length 224/224 into md 0x256351 [1] + 224 00000800:00000001:0.0:1781829966.851004:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781829966.851013:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781829966.851016:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781829966.851021:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1781829966.851027:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781829966.851034:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96fd38549c00 x1868371018883200/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781829966.851049:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96fd38549c00 x1868371018883200/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829966.851080:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781829966.851099:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781829966.851105:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829966.852072:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829966.852079:0:2357:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781829966.852087:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781829966.852090:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781829966.852094:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96fd04748790. 00000400:00000200:3.0:1781829966.852100:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd07812198 00000400:00000010:3.0:1781829966.852103:0:2357:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd07812198. 00000100:00000001:3.0:1781829966.852131:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781829966.852140:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96fd38549c00 x1868371018883200/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781829966.852166:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96fd38549c00 x1868371018883200/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829966.852176:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781829966.852179:0:2357:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829966.852183:0:2357:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781829966.852186:0:2357:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781829966.852189:0:2357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781829966.852192:0:2357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781829966.852206:0:2357:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781829966.852214:0:2357:0:(import.c:2151:obd_at_measure()) add 5 to ffff96fd09ab5460 time=61 v=5 (5 5 5 5) 00000100:00001000:3.0:1781829966.852219:0:2357:0:(import.c:2151:obd_at_measure()) add 1 to ffff96fd09ab5418 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1781829966.852224:0:2357:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781829966.852226:0:2357:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781829966.852229:0:2357:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781829966.852232:0:2357:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829966.852235:0:2357:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781829966.852242:0:2357:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96fd38549c00 x1868371018883200/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829966.852252:0:2357:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781829966.852256:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781829966.852259:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781829966.852264:0:2357:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96fd38549c00 x1868371018883200/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781829966.852275:0:2357:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff96fd38549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c64ef5db-fccf-450e-8d2b-d993206125e2:2357:1868371018883200:192.168.201.103@tcp:400:kworker.0 00000100:00000001:3.0:1781829966.852282:0:2357:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829966.852285:0:2357:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781829966.852290:0:2357:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96fd38549c00 x1868371018883200/t0(0) o400->MGC192.168.201.103@tcp@192.168.201.103@tcp:26/25 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781829966.852301:0:2357:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781829966.852314:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781829966.852318:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96fd1054ea00. 02000000:00000001:3.0:1781829966.852323:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781829966.852326:0:2357:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781829966.852329:0:2357:0:(genops.c:1244:class_import_put()) import ffff96fd09ab5000 refcount=3 obd=MGC192.168.201.103@tcp 00000020:00000001:3.0:1781829966.852332:0:2357:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781829966.852336:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96fd04432e00. 02000000:00000001:3.0:1781829966.852341:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781829966.852344:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781829966.852346:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96fd38549c00. 00000100:00000001:3.0:1781829966.852352:0:2357:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781829966.852354:0:2357:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781829966.852358:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829966.852361:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781829966.852363:0:2357:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781829966.852366:0:2357:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781829966.852369:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781829966.865822:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781829966.865846:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781829966.865851:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781829966.865855:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781829966.865868:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1781829966.865878:0:2348:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:0.0:1781829966.865891:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1781829966.865915:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1781829966.865924:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1781829966.865930:0:2348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 4 MB=0x6a34606e3a180 00000400:00000200:0.0:1781829966.865938:0:2348:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:0.0:1781829966.865946:0:2348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.103@tcp of length 224/224 into md 0x256361 [1] + 224 00000800:00000001:0.0:1781829966.865956:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781829966.865970:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781829966.865974:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781829966.865981:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:0.0:1781829966.865991:0:2348:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781829966.866003:0:2348:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96fd3854b800 x1868371018883456/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781829966.866021:0:2348:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96fd3854b800 x1868371018883456/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781829966.866051:0:2348:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781829966.866063:0:2348:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781829966.866069:0:2348:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829966.867665:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829966.867672:0:2357:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781829966.867682:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781829966.867685:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781829966.867690:0:2357:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96fd04748738. 00000400:00000200:2.0:1781829966.867698:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd07812880 00000400:00000010:2.0:1781829966.867701:0:2357:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd07812880. 00000100:00000001:2.0:1781829966.867706:0:2357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781829966.867715:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96fd3854b800 x1868371018883456/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781829966.867731:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96fd3854b800 x1868371018883456/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829966.867742:0:2357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781829966.867745:0:2357:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829966.867749:0:2357:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781829966.867754:0:2357:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781829966.867757:0:2357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781829966.867760:0:2357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781829966.867764:0:2357:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781829966.867776:0:2357:0:(import.c:2151:obd_at_measure()) add 5 to ffff96fd02f5b460 time=60 v=5 (5 5 5 5) 00000100:00001000:2.0:1781829966.867782:0:2357:0:(import.c:2151:obd_at_measure()) add 1 to ffff96fd02f5b418 time=72 v=5 (1 1 1 1) 00000100:00000001:2.0:1781829966.867786:0:2357:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781829966.867789:0:2357:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781829966.867793:0:2357:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781829966.867797:0:2357:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829966.867802:0:2357:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781829966.867806:0:2357:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff96fd086a1800: skip recheck: last_committed 4295079931 00000100:00000001:2.0:1781829966.867808:0:2357:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781829966.867829:0:2357:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829966.867838:0:2357:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96fd3854b800 x1868371018883456/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829966.867851:0:2357:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781829966.867856:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781829966.867859:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781829966.867866:0:2357:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96fd3854b800 x1868371018883456/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781829966.867878:0:2357:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff96fd3854b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2357:1868371018883456:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1781829966.867885:0:2357:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829966.867890:0:2357:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781829966.867895:0:2357:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96fd3854b800 x1868371018883456/t0(0) o400->lustre-OST0001-osc-ffff96fd086a1800@192.168.201.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829966.867904:0:2357:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781829966.867908:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781829966.867913:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96fd1054f200. 02000000:00000001:2.0:1781829966.867918:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781829966.867922:0:2357:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781829966.867926:0:2357:0:(genops.c:1244:class_import_put()) import ffff96fd02f5b000 refcount=2 obd=lustre-OST0001-osc-ffff96fd086a1800 00000020:00000001:2.0:1781829966.867929:0:2357:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781829966.867933:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96fd04432600. 02000000:00000001:2.0:1781829966.867938:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781829966.867941:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781829966.867944:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96fd3854b800. 00000100:00000001:2.0:1781829966.867949:0:2357:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781829966.867951:0:2357:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829966.867954:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829966.867964:0:2357:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781829966.867966:0:2357:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829966.867969:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829966.867973:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781829966.877186:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829966.877209:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781829966.877214:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829966.877219:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829966.877231:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829966.877241:0:2347:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.201.3@tcp(192.168.201.3@tcp) <- 192.168.201.103@tcp : PUT - for me 00000400:00000200:1.0:1781829966.877253:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829966.877259:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829966.877267:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829966.877273:0:2347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.201.103@tcp of length 224 into portal 10 MB=0x6a34606e3a100 00000400:00000200:1.0:1781829966.877280:0:2347:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.103@tcp to cpt 0 00000400:00000200:1.0:1781829966.877288:0:2347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.103@tcp of length 224/224 into md 0x256359 [1] + 224 00000800:00000001:1.0:1781829966.877297:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829966.877311:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781829966.877315:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781829966.877323:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.3@tcp->192.168.201.103@tcp: PUT: OK 00000100:00000001:1.0:1781829966.877333:0:2347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781829966.877345:0:2347:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96fd38548380 x1868371018883328/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781829966.877363:0:2347:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96fd38548380 x1868371018883328/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781829966.877390:0:2347:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781829966.877400:0:2347:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781829966.877405:0:2347:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829966.877841:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829966.877848:0:2356:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781829966.877867:0:2356:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781829966.877870:0:2356:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781829966.877875:0:2356:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96fd0968f9a0. 00000400:00000200:2.0:1781829966.877882:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96fd1802caa0 00000400:00000010:2.0:1781829966.877885:0:2356:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff96fd1802caa0. 00000100:00000001:2.0:1781829966.877890:0:2356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781829966.877899:0:2356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96fd38548380 x1868371018883328/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781829966.877913:0:2356:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96fd38548380 x1868371018883328/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829966.877923:0:2356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781829966.877926:0:2356:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829966.877930:0:2356:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781829966.877934:0:2356:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781829966.877937:0:2356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781829966.877941:0:2356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781829966.877945:0:2356:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781829966.877957:0:2356:0:(import.c:2151:obd_at_measure()) add 5 to ffff96fd02f5a460 time=61 v=5 (5 5 5 5) 00000100:00001000:2.0:1781829966.877963:0:2356:0:(import.c:2151:obd_at_measure()) add 1 to ffff96fd02f5a418 time=12 v=5 (1 1 1 1) 00000100:00000001:2.0:1781829966.877968:0:2356:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781829966.877970:0:2356:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781829966.877974:0:2356:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781829966.877978:0:2356:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829966.877983:0:2356:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781829966.877985:0:2356:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff96fd086a1800: skip recheck: last_committed 137438953864 00000100:00000001:2.0:1781829966.877988:0:2356:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781829966.877990:0:2356:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781829966.877998:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96fd38548380 x1868371018883328/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829966.878010:0:2356:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781829966.878014:0:2356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781829966.878017:0:2356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781829966.878024:0:2356:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96fd38548380 x1868371018883328/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781829966.878056:0:2356:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff96fd38548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:dfc8076b-2e6d-4698-af1f-cc0aa5592963:2356:1868371018883328:192.168.201.103@tcp:400:kworker.0 00000100:00000001:2.0:1781829966.878063:0:2356:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829966.878067:0:2356:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781829966.878072:0:2356:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96fd38548380 x1868371018883328/t0(0) o400->lustre-MDT0000-mdc-ffff96fd086a1800@192.168.201.103@tcp:12/10 lens 224/224 e 0 to 0 dl 1781829982 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781829966.878083:0:2356:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781829966.878087:0:2356:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781829966.878092:0:2356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96fd09b03400. 02000000:00000001:2.0:1781829966.878097:0:2356:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781829966.878100:0:2356:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781829966.878103:0:2356:0:(genops.c:1244:class_import_put()) import ffff96fd02f5a000 refcount=3 obd=lustre-MDT0000-mdc-ffff96fd086a1800 00000020:00000001:2.0:1781829966.878107:0:2356:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781829966.878110:0:2356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96fd04432700. 02000000:00000001:2.0:1781829966.878130:0:2356:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781829966.878133:0:2356:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781829966.878136:0:2356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96fd38548380. 00000100:00000001:2.0:1781829966.878141:0:2356:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781829966.878144:0:2356:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829966.878147:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781829966.878157:0:2356:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781829966.878160:0:2356:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781829966.878163:0:2356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781829966.878167:0:2356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829966.901096:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829966.901104:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829966.901111:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829966.901132:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829966.901137:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829966.901139:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781829966.901258:0:106790:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781829966.901262:0:106790:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781829966.901280:0:106790:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781829967.929119:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829967.929128:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829967.929137:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829967.929141:0:124085:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1781829967.929143:0:124085:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1781829967.929149:0:124085:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829967.929152:0:124085:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1781829967.929155:0:124085:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829967.929158:0:124085:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829967.929162:0:124085:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829967.929166:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829967.929169:0:124085:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1781829967.929170:0:124085:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1781829967.929172:0:124085:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829967.929175:0:124085:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1781829967.929176:0:124085:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829967.929178:0:124085:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829967.929181:0:124085:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781829967.929288:0:106789:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781829967.929293:0:106789:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781829967.929297:0:106789:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1781829968.948604:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829968.948614:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829968.948622:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829968.948624:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829968.948629:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829968.948631:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781829968.948844:0:109178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781829968.948849:0:109178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781829968.948853:0:109178:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1781829969.299502:0:124606:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829969.973617:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829969.973627:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829969.973635:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829969.973637:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781829969.973642:0:124085:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1781829969.973644:0:124085:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781829969.989127:0:106790:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781829969.989136:0:106790:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781829969.989143:0:106790:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 3126 lines, 3126 kept, 0 dropped, 0 bad.